2024-09-19T05:22:03.647 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T05:22:03.673 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:22:03.846 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/no 6-workunit/suites/iogen}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911680' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJLcVP0uAqKPd/9FSTIVGZErva/oPme3cMrNDHru/mHRzuDuDxINrZg12Gs8P12nZV+zTkcLglgA23duNDVIpQ8= smithi044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI/li6uRx2RvG6FFQ13Y+eYFoO7g1eX3uEJgBAk51R/53iQrjxIm1P2qE8dsMyIRM7CbAWt/IU5AM4Gz799XEXk= smithi063.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOqrB7j9oIiRnB4+vwKX8FvPoh4Vl4SK1K1C9GHqGo/nbqj+Me69j5qwBKAt8n8P+nggGdwUjPkhJCOXql9Oqz8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/iogen.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T05:22:03.846 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T05:22:03.847 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T05:22:03.847 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T05:22:03.849 INFO:teuthology.task.internal:Checking packages... 2024-09-19T05:22:03.870 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T05:22:03.870 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T05:22:03.870 INFO:teuthology.packaging:ref: None 2024-09-19T05:22:03.870 INFO:teuthology.packaging:tag: None 2024-09-19T05:22:03.870 INFO:teuthology.packaging:branch: squid 2024-09-19T05:22:03.870 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:22:03.871 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T05:22:04.098 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T05:22:04.100 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T05:22:04.106 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T05:22:04.106 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T05:22:04.135 INFO:teuthology.task.internal:Saving configuration 2024-09-19T05:22:04.155 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T05:22:04.167 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T05:22:04.192 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:17:05.477935', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJLcVP0uAqKPd/9FSTIVGZErva/oPme3cMrNDHru/mHRzuDuDxINrZg12Gs8P12nZV+zTkcLglgA23duNDVIpQ8='} 2024-09-19T05:22:04.212 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:17:05.479559', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI/li6uRx2RvG6FFQ13Y+eYFoO7g1eX3uEJgBAk51R/53iQrjxIm1P2qE8dsMyIRM7CbAWt/IU5AM4Gz799XEXk='} 2024-09-19T05:22:04.233 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi063.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:17:05.480669', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOqrB7j9oIiRnB4+vwKX8FvPoh4Vl4SK1K1C9GHqGo/nbqj+Me69j5qwBKAt8n8P+nggGdwUjPkhJCOXql9Oqz8='} 2024-09-19T05:22:04.233 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T05:22:04.247 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-19T05:22:04.247 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-19T05:22:04.247 INFO:teuthology.task.internal:roles: ubuntu@smithi063.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-19T05:22:04.247 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T05:22:04.323 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f9de8ae3520>, signals=[15]) 2024-09-19T05:22:04.323 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T05:22:04.331 INFO:teuthology.task.internal:Opening connections... 2024-09-19T05:22:04.331 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:22:04.332 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:22:04.411 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2024-09-19T05:22:04.411 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:22:04.487 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi063.front.sepia.ceph.com 2024-09-19T05:22:04.488 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:22:04.562 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T05:22:04.571 DEBUG:teuthology.orchestra.run.smithi007:> uname -m 2024-09-19T05:22:04.589 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64 2024-09-19T05:22:04.589 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release 2024-09-19T05:22:04.647 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="CentOS Stream" 2024-09-19T05:22:04.647 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:ID="centos" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:ANSI_COLOR="0;31" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:22:04.648 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:22:04.649 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server 2024-09-19T05:22:04.676 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2024-09-19T05:22:04.694 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2024-09-19T05:22:04.695 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="CentOS Stream" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="9" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:ID="centos" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="9" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:22:04.752 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:22:04.753 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:22:04.753 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2024-09-19T05:22:04.776 DEBUG:teuthology.orchestra.run.smithi063:> uname -m 2024-09-19T05:22:04.794 INFO:teuthology.orchestra.run.smithi063.stdout:x86_64 2024-09-19T05:22:04.794 DEBUG:teuthology.orchestra.run.smithi063:> cat /etc/os-release 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:NAME="CentOS Stream" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION="9" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:ID="centos" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:VERSION_ID="9" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:ANSI_COLOR="0;31" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:22:04.852 INFO:teuthology.orchestra.run.smithi063.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:22:04.853 INFO:teuthology.orchestra.run.smithi063.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:22:04.853 INFO:teuthology.orchestra.run.smithi063.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:22:04.853 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:22:04.853 INFO:teuthology.orchestra.run.smithi063.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:22:04.853 INFO:teuthology.lock.ops:Updating smithi063.front.sepia.ceph.com on lock server 2024-09-19T05:22:04.884 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T05:22:04.894 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T05:22:04.901 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T05:22:04.901 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:22:04.904 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:22:04.906 DEBUG:teuthology.orchestra.run.smithi063:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:22:04.923 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T05:22:04.930 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T05:22:04.930 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:22:04.961 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:22:04.963 DEBUG:teuthology.orchestra.run.smithi063:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:22:04.990 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T05:22:05.066 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T05:22:05.080 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-19T05:22:05.080 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-19T05:22:05.081 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:22:05.081 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:22:05.081 DEBUG:teuthology.orchestra.run.smithi063:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:22:05.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:22:05.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:22:05.099 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-19T05:22:05.099 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-09-19T05:22:05.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:22:05.100 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-09-19T05:22:05.157 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:22:05.157 INFO:teuthology.task.kernel:Running kernel on smithi007: 5.14.0-503.el9.x86_64 2024-09-19T05:22:05.157 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum install -y kernel 2024-09-19T05:22:05.159 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:22:05.159 INFO:teuthology.orchestra.run.smithi063.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:22:05.159 INFO:teuthology.task.kernel:Running kernel on smithi044: 5.14.0-503.el9.x86_64 2024-09-19T05:22:05.159 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum install -y kernel 2024-09-19T05:22:05.160 INFO:teuthology.task.kernel:Running kernel on smithi063: 5.14.0-503.el9.x86_64 2024-09-19T05:22:05.160 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum install -y kernel 2024-09-19T05:22:07.537 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.3 MB 00:00 2024-09-19T05:22:08.010 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 8.0 MB/s | 8.3 MB 00:01 2024-09-19T05:22:09.297 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - AppStream 33 MB/s | 20 MB 00:00 2024-09-19T05:22:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 2.7 MB/s | 8.3 MB 00:03 2024-09-19T05:22:11.153 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-19T05:22:13.847 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-19T05:22:15.520 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-19T05:22:15.623 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 19 kB 00:00 2024-09-19T05:22:15.623 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 4.6 MB/s | 20 MB 00:04 2024-09-19T05:22:16.935 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-19T05:22:16.996 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 84 kB/s | 19 kB 00:00 2024-09-19T05:22:17.842 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-19T05:22:20.182 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-19T05:22:21.683 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 19 kB 00:00 2024-09-19T05:22:22.566 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T05:22:22.570 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-19T05:22:23.464 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T05:22:24.531 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:22:24.532 INFO:teuthology.orchestra.run.smithi063.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:22:24.638 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: Package Architecture Version Repository Size 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-09-19T05:22:24.645 INFO:teuthology.orchestra.run.smithi063.stdout:================================================================================ 2024-09-19T05:22:24.646 INFO:teuthology.orchestra.run.smithi063.stdout:Install 4 Packages 2024-09-19T05:22:24.646 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:22:24.646 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 79 M 2024-09-19T05:22:24.646 INFO:teuthology.orchestra.run.smithi063.stdout:Installed size: 126 M 2024-09-19T05:22:24.646 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-09-19T05:22:24.893 INFO:teuthology.orchestra.run.smithi063.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 310 kB/s | 36 kB 00:00 2024-09-19T05:22:25.462 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:22:25.462 INFO:teuthology.orchestra.run.smithi007.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:22:25.553 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-09-19T05:22:25.570 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-19T05:22:25.570 INFO:teuthology.orchestra.run.smithi007.stdout: Package Architecture Version Repository Size 2024-09-19T05:22:25.570 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-19T05:22:25.570 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-09-19T05:22:25.571 INFO:teuthology.orchestra.run.smithi007.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:22:25.571 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-09-19T05:22:25.571 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:22:25.571 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:22:25.571 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:22:25.572 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:22:25.572 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-09-19T05:22:25.572 INFO:teuthology.orchestra.run.smithi007.stdout:================================================================================ 2024-09-19T05:22:25.572 INFO:teuthology.orchestra.run.smithi007.stdout:Install 4 Packages 2024-09-19T05:22:25.572 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:22:25.573 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 79 M 2024-09-19T05:22:25.573 INFO:teuthology.orchestra.run.smithi007.stdout:Installed size: 126 M 2024-09-19T05:22:25.573 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-09-19T05:22:25.991 INFO:teuthology.orchestra.run.smithi007.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 126 kB/s | 36 kB 00:00 2024-09-19T05:22:26.509 INFO:teuthology.orchestra.run.smithi063.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 9.0 MB/s | 16 MB 00:01 2024-09-19T05:22:27.210 INFO:teuthology.orchestra.run.smithi063.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-19T05:22:28.177 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T05:22:28.351 INFO:teuthology.orchestra.run.smithi063.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 9.7 MB/s | 35 MB 00:03 2024-09-19T05:22:28.352 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:22:28.352 INFO:teuthology.orchestra.run.smithi063.stdout:Total 21 MB/s | 79 MB 00:03 2024-09-19T05:22:29.064 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-09-19T05:22:29.434 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-09-19T05:22:29.434 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-09-19T05:22:30.116 INFO:teuthology.orchestra.run.smithi044.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-19T05:22:30.117 INFO:teuthology.orchestra.run.smithi044.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-19T05:22:30.207 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-09-19T05:22:30.217 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-09-19T05:22:30.217 INFO:teuthology.orchestra.run.smithi044.stdout: Package Architecture Version Repository Size 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:================================================================================ 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout:Install 4 Packages 2024-09-19T05:22:30.218 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:22:30.219 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 79 M 2024-09-19T05:22:30.219 INFO:teuthology.orchestra.run.smithi044.stdout:Installed size: 126 M 2024-09-19T05:22:30.219 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-09-19T05:22:30.320 INFO:teuthology.orchestra.run.smithi044.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 451 kB/s | 36 kB 00:00 2024-09-19T05:22:30.440 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-09-19T05:22:30.441 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-09-19T05:22:33.011 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-09-19T05:22:33.698 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:22:33.778 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:34.120 INFO:teuthology.orchestra.run.smithi044.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 4.0 MB/s | 16 MB 00:03 2024-09-19T05:22:34.265 INFO:teuthology.orchestra.run.smithi007.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 1.8 MB/s | 16 MB 00:08 2024-09-19T05:22:36.528 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:36.664 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:37.089 INFO:teuthology.orchestra.run.smithi007.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 3.0 MB/s | 35 MB 00:11 2024-09-19T05:22:37.520 INFO:teuthology.orchestra.run.smithi044.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 4.0 MB/s | 29 MB 00:07 2024-09-19T05:22:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 2.3 MB/s | 29 MB 00:12 2024-09-19T05:22:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:22:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:Total 6.2 MB/s | 79 MB 00:12 2024-09-19T05:22:38.940 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-09-19T05:22:39.153 INFO:teuthology.orchestra.run.smithi044.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 3.9 MB/s | 35 MB 00:08 2024-09-19T05:22:39.153 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:22:39.153 INFO:teuthology.orchestra.run.smithi044.stdout:Total 8.8 MB/s | 79 MB 00:08 2024-09-19T05:22:39.313 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-09-19T05:22:39.313 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-09-19T05:22:39.865 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-09-19T05:22:40.266 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-09-19T05:22:40.266 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-09-19T05:22:40.333 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-09-19T05:22:40.334 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-09-19T05:22:41.233 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-09-19T05:22:41.234 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-09-19T05:22:41.823 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:41.857 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:22:42.893 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-09-19T05:22:43.578 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:22:43.658 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:43.831 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-09-19T05:22:44.499 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:22:44.587 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:46.409 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:46.535 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:47.001 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:22:47.349 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:22:47.476 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:51.662 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:51.702 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:22:52.604 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:22:52.685 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:22:56.844 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:22:57.826 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:26.050 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:26.091 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:26.417 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:26.417 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:23:26.417 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:26.417 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:27.198 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:27.198 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:23:27.198 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:23:27.199 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-09-19T05:23:27.547 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:27.633 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.633 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:27.633 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:23:27.633 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:23:27.634 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:23:27.634 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-19T05:23:27.634 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi063.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:23:27.634 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:27.693 INFO:teuthology.orchestra.run.smithi063.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:27.694 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:27.694 DEBUG:teuthology.orchestra.run.smithi063:> sudo rpm -qi grub2-tools 2024-09-19T05:23:27.728 INFO:teuthology.orchestra.run.smithi063.stdout:Name : grub2-tools 2024-09-19T05:23:27.728 INFO:teuthology.orchestra.run.smithi063.stdout:Epoch : 1 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Version : 2.06 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Release : 82.el9 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Architecture: x86_64 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Group : Unspecified 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Size : 8274670 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:License : GPLv3+ 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Packager : builder@centos.org 2024-09-19T05:23:27.729 INFO:teuthology.orchestra.run.smithi063.stdout:Vendor : CentOS 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:Summary : Support tools for GRUB. 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:Description : 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:hardware devices. 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:23:27.730 INFO:teuthology.orchestra.run.smithi063.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:23:27.731 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:23:27.731 INFO:teuthology.task.kernel:Updating grub on smithi063 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:23:27.731 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:23:28.314 INFO:teuthology.orchestra.run.smithi063.stderr:Generating grub configuration file ... 2024-09-19T05:23:29.795 INFO:teuthology.orchestra.run.smithi063.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:23:29.821 INFO:teuthology.orchestra.run.smithi063.stderr:done 2024-09-19T05:23:29.823 DEBUG:teuthology.orchestra.run.smithi063:> mktemp 2024-09-19T05:23:29.838 INFO:teuthology.orchestra.run.smithi063.stdout:/tmp/tmp.dcw1fawlBX 2024-09-19T05:23:29.838 DEBUG:teuthology.orchestra.run.smithi063:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dcw1fawlBX 2024-09-19T05:23:29.903 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 0666 /tmp/tmp.dcw1fawlBX 2024-09-19T05:23:30.036 DEBUG:teuthology.orchestra.remote:smithi063:/tmp/tmp.dcw1fawlBX is 6KB 2024-09-19T05:23:30.085 DEBUG:teuthology.orchestra.run.smithi063:> rm -fr /tmp/tmp.dcw1fawlBX 2024-09-19T05:23:30.099 DEBUG:teuthology.orchestra.run.smithi063:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:23:30.161 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:23:30.161 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:23:30.161 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:23:30.161 INFO:teuthology.orchestra.run.smithi063.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:23:30.163 DEBUG:teuthology.orchestra.run.smithi063:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:23:30.434 DEBUG:teuthology.orchestra.run.smithi063:> sudo shutdown -r now 2024-09-19T05:23:35.933 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:35.974 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:36.322 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:36.322 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:23:36.322 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:36.322 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:37.193 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:23:37.213 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:23:37.214 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-09-19T05:23:37.234 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:37.556 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:37.629 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:37.629 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-19T05:23:37.629 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-19T05:23:37.629 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-19T05:23:37.647 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.648 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:37.648 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:23:37.648 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:23:37.648 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:23:37.648 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-19T05:23:37.648 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:23:37.648 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:37.707 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:37.707 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:37.708 DEBUG:teuthology.orchestra.run.smithi007:> sudo rpm -qi grub2-tools 2024-09-19T05:23:37.743 INFO:teuthology.orchestra.run.smithi007.stdout:Name : grub2-tools 2024-09-19T05:23:37.743 INFO:teuthology.orchestra.run.smithi007.stdout:Epoch : 1 2024-09-19T05:23:37.743 INFO:teuthology.orchestra.run.smithi007.stdout:Version : 2.06 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Release : 82.el9 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: x86_64 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Group : Unspecified 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Size : 8274670 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:License : GPLv3+ 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Packager : builder@centos.org 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:Vendor : CentOS 2024-09-19T05:23:37.744 INFO:teuthology.orchestra.run.smithi007.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:Summary : Support tools for GRUB. 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:Description : 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:hardware devices. 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:23:37.745 INFO:teuthology.orchestra.run.smithi007.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:23:37.746 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:23:37.746 INFO:teuthology.task.kernel:Updating grub on smithi007 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:23:37.746 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:23:38.457 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ... 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:23:38.486 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-09-19T05:23:38.814 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:38.906 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.906 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:38.906 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-19T05:23:38.906 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-19T05:23:38.906 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-19T05:23:38.907 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-19T05:23:38.907 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi044.front.sepia.ceph.com, path=None, version=distro) 2024-09-19T05:23:38.907 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q kernel | sort -rV | head -n 1 2024-09-19T05:23:38.965 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-19T05:23:38.965 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-19T05:23:38.965 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -qi grub2-tools 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Name : grub2-tools 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Epoch : 1 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Version : 2.06 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Release : 82.el9 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Architecture: x86_64 2024-09-19T05:23:38.997 INFO:teuthology.orchestra.run.smithi044.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:23:38.998 INFO:teuthology.orchestra.run.smithi044.stdout:Group : Unspecified 2024-09-19T05:23:38.998 INFO:teuthology.orchestra.run.smithi044.stdout:Size : 8274670 2024-09-19T05:23:38.998 INFO:teuthology.orchestra.run.smithi044.stdout:License : GPLv3+ 2024-09-19T05:23:38.999 INFO:teuthology.orchestra.run.smithi044.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:23:38.999 INFO:teuthology.orchestra.run.smithi044.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:23:38.999 INFO:teuthology.orchestra.run.smithi044.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:Packager : builder@centos.org 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:Vendor : CentOS 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:Summary : Support tools for GRUB. 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:Description : 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout:hardware devices. 2024-09-19T05:23:39.000 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:23:39.001 INFO:teuthology.orchestra.run.smithi044.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:23:39.001 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:23:39.002 INFO:teuthology.task.kernel:Updating grub on smithi044 to boot 5.14.0-508.el9.x86_64 2024-09-19T05:23:39.002 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:23:39.633 INFO:teuthology.orchestra.run.smithi044.stderr:Generating grub configuration file ... 2024-09-19T05:23:39.727 INFO:teuthology.orchestra.run.smithi007.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:23:39.765 INFO:teuthology.orchestra.run.smithi007.stderr:done 2024-09-19T05:23:39.765 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-09-19T05:23:39.783 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.aEA0xuydUh 2024-09-19T05:23:39.783 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.aEA0xuydUh 2024-09-19T05:23:39.850 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.aEA0xuydUh 2024-09-19T05:23:39.980 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.aEA0xuydUh is 6KB 2024-09-19T05:23:40.028 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.aEA0xuydUh 2024-09-19T05:23:40.042 DEBUG:teuthology.orchestra.run.smithi007:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:23:40.114 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:23:40.114 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:23:40.114 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:23:40.114 INFO:teuthology.orchestra.run.smithi007.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:23:40.116 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:23:40.275 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now 2024-09-19T05:23:41.016 INFO:teuthology.orchestra.run.smithi044.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:23:41.054 INFO:teuthology.orchestra.run.smithi044.stderr:done 2024-09-19T05:23:41.056 DEBUG:teuthology.orchestra.run.smithi044:> mktemp 2024-09-19T05:23:41.072 INFO:teuthology.orchestra.run.smithi044.stdout:/tmp/tmp.XJvXJb7yji 2024-09-19T05:23:41.072 DEBUG:teuthology.orchestra.run.smithi044:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XJvXJb7yji 2024-09-19T05:23:41.145 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0666 /tmp/tmp.XJvXJb7yji 2024-09-19T05:23:41.282 DEBUG:teuthology.orchestra.remote:smithi044:/tmp/tmp.XJvXJb7yji is 6KB 2024-09-19T05:23:41.331 DEBUG:teuthology.orchestra.run.smithi044:> rm -fr /tmp/tmp.XJvXJb7yji 2024-09-19T05:23:41.346 DEBUG:teuthology.orchestra.run.smithi044:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:23:41.409 INFO:teuthology.orchestra.run.smithi044.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:23:41.409 INFO:teuthology.orchestra.run.smithi044.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:23:41.409 INFO:teuthology.orchestra.run.smithi044.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:23:41.409 INFO:teuthology.orchestra.run.smithi044.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-19T05:23:41.410 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-19T05:23:41.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo shutdown -r now 2024-09-19T05:24:00.453 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-19T05:24:00.453 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:24:00.454 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:10.285 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-19T05:24:10.285 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:24:10.286 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:11.568 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-19T05:24:11.568 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:24:11.569 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:18.877 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-19T05:24:27.886 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:24:27.887 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:28.605 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7 2024-09-19T05:24:30.141 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.44 2024-09-19T05:24:30.941 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-19T05:24:37.612 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:24:37.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:39.141 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:24:39.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:24:42.945 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:24:42.945 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:01.373 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.63 2024-09-19T05:25:16.389 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:25:16.390 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:16.795 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-09-19T05:25:17.166 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:25:17.166 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:25:17.167 DEBUG:teuthology.orchestra.run.smithi063:> uname -r 2024-09-19T05:25:17.181 INFO:teuthology.orchestra.run.smithi063.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:25:17.182 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:25:17.182 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:25:17.182 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:25:18.182 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-19T05:25:18.183 DEBUG:teuthology.orchestra.run.smithi063:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T05:25:18.292 INFO:teuthology.orchestra.run.smithi063.stdout:ttyS1 2024-09-19T05:25:18.318 DEBUG:teuthology.parallel:result is None 2024-09-19T05:25:37.615 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:25:39.144 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:25:49.616 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:25:49.617 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:50.025 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-19T05:25:50.407 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:25:50.407 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:25:50.407 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-09-19T05:25:50.426 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:25:50.426 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:25:50.426 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:25:50.426 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:25:51.145 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:25:51.146 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:25:51.427 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-19T05:25:51.428 DEBUG:teuthology.orchestra.run.smithi007:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T05:25:51.489 INFO:teuthology.orchestra.run.smithi007.stdout:ttyS1 2024-09-19T05:25:51.512 DEBUG:teuthology.parallel:result is None 2024-09-19T05:25:51.529 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-09-19T05:25:51.874 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:25:51.874 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-19T05:25:51.874 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-09-19T05:25:51.890 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-508.el9.x86_64 2024-09-19T05:25:51.890 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-19T05:25:51.891 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:25:51.891 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:25:52.892 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-19T05:25:52.892 DEBUG:teuthology.orchestra.run.smithi044:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-19T05:25:52.962 INFO:teuthology.orchestra.run.smithi044.stdout:ttyS1 2024-09-19T05:25:52.988 DEBUG:teuthology.parallel:result is None 2024-09-19T05:25:52.988 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T05:25:52.996 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T05:25:52.996 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:25:52.998 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:25:53.001 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:25:53.021 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T05:25:53.029 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T05:25:53.039 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T05:25:53.040 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:25:53.058 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:25:53.060 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:25:53.097 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T05:25:53.108 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T05:25:53.108 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:25:53.125 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:25:53.131 DEBUG:teuthology.orchestra.run.smithi063:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:25:53.165 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.166 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.171 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.177 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.178 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.183 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:25:53.185 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T05:25:53.192 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T05:25:53.192 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:25:53.222 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:25:53.225 DEBUG:teuthology.orchestra.run.smithi063:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:25:53.254 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T05:25:53.263 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T05:25:53.264 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:25:53.290 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:25:53.295 DEBUG:teuthology.orchestra.run.smithi063:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:25:53.312 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:53.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:53.439 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:53.523 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:53.564 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:25:53.564 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:25:53.632 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:53.680 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:53.737 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:53.827 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:53.869 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:25:53.869 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:25:53.938 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:53.985 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:25:54.039 DEBUG:teuthology.orchestra.run.smithi063:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:54.128 DEBUG:teuthology.orchestra.run.smithi063:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:25:54.170 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:25:54.170 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:25:54.239 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart 2024-09-19T05:25:54.241 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2024-09-19T05:25:54.244 DEBUG:teuthology.orchestra.run.smithi063:> sudo service rsyslog restart 2024-09-19T05:25:54.290 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:25:54.298 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:25:54.326 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:25:54.762 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T05:25:54.773 INFO:teuthology.task.internal:Starting timer... 2024-09-19T05:25:54.774 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T05:25:54.790 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T05:25:54.800 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-19T05:25:54.800 DEBUG:teuthology.orchestra.run.smithi007:> sudo service auditd rotate 2024-09-19T05:25:54.854 INFO:teuthology.orchestra.run.smithi007.stdout:Rotating logs: 2024-09-19T05:25:54.856 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2024-09-19T05:25:54.920 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2024-09-19T05:25:54.922 DEBUG:teuthology.orchestra.run.smithi063:> sudo service auditd rotate 2024-09-19T05:25:54.980 INFO:teuthology.orchestra.run.smithi063.stdout:Rotating logs: 2024-09-19T05:25:54.983 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T05:25:54.983 DEBUG:teuthology.orchestra.run.smithi007:> /usr/sbin/getenforce 2024-09-19T05:25:55.006 INFO:teuthology.orchestra.run.smithi007.stdout:Permissive 2024-09-19T05:25:55.006 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2024-09-19T05:25:55.031 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2024-09-19T05:25:55.031 DEBUG:teuthology.orchestra.run.smithi063:> /usr/sbin/getenforce 2024-09-19T05:25:55.052 INFO:teuthology.orchestra.run.smithi063.stdout:Permissive 2024-09-19T05:25:55.053 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi007.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi063.front.sepia.ceph.com': 'permissive'} 2024-09-19T05:25:55.053 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:25:55.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:25:55.083 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:25:55.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:25:55.118 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:25:55.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:25:55.162 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T05:25:55.163 DEBUG:teuthology.orchestra.run.smithi007:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:25:55.202 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:25:55.246 DEBUG:teuthology.orchestra.run.smithi063:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:25:55.289 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T05:25:56.440 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T05:25:56.443 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T05:25:56.575 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T05:25:56.593 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T05:25:56.594 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi044.front.sepia.ceph.com,smithi063.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T05:29:51.642 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi063.front.sepia.ceph.com')] 2024-09-19T05:29:51.644 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:29:51.645 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:29:51.736 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-09-19T05:29:51.817 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-09-19T05:29:51.818 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:29:51.818 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:29:51.895 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-09-19T05:29:51.980 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-09-19T05:29:51.981 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:29:51.981 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi063.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:29:52.070 DEBUG:teuthology.orchestra.run.smithi063:> true 2024-09-19T05:29:52.155 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi063.front.sepia.ceph.com' 2024-09-19T05:29:52.156 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T05:29:52.166 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T05:29:52.167 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:29:52.167 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:29:52.170 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:29:52.170 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:29:52.172 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:29:52.173 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:29:52.203 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:29:52.205 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:29:52.220 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:29:52.222 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:29:52.229 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:29:52.245 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:29:52.247 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: ntpd: command not found 2024-09-19T05:29:52.250 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2024-09-19T05:29:52.259 INFO:teuthology.orchestra.run.smithi007.stdout:506 Cannot talk to daemon 2024-09-19T05:29:52.262 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2024-09-19T05:29:52.272 INFO:teuthology.orchestra.run.smithi063.stderr:sudo: ntpd: command not found 2024-09-19T05:29:52.275 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:29:52.278 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:29:52.285 INFO:teuthology.orchestra.run.smithi063.stdout:506 Cannot talk to daemon 2024-09-19T05:29:52.291 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:29:52.293 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:29:52.300 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:29:52.316 INFO:teuthology.orchestra.run.smithi063.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:29:52.350 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:29:52.351 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:29:52.353 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:29:52.353 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-09-19T05:29:52.354 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.354 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.354 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.354 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.355 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.376 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:29:52.379 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:29:52.379 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-09-19T05:29:52.379 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.379 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.379 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.380 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:29:52.380 INFO:teuthology.run_tasks:Running task install... 2024-09-19T05:29:52.388 DEBUG:teuthology.task.install:project ceph 2024-09-19T05:29:52.389 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T05:29:52.389 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T05:29:52.389 INFO:teuthology.task.install:Using flavor: default 2024-09-19T05:29:52.395 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T05:29:52.395 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T05:29:52.395 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:29:52.396 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:29:52.398 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:29:52.398 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:29:52.399 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:29:52.399 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:29:52.554 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:29:52.554 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:29:52.561 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:29:52.562 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:29:52.563 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:29:52.563 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:29:52.665 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:29:52.665 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:29:52.665 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:29:52.672 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:29:52.672 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:29:52.672 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:29:52.680 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:29:52.680 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:29:52.681 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:29:52.692 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:29:52.693 DEBUG:teuthology.orchestra.run.smithi063:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:29:52.700 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:29:52.701 DEBUG:teuthology.orchestra.run.smithi044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:29:52.708 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:29:52.708 DEBUG:teuthology.orchestra.run.smithi007:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:29:52.760 DEBUG:teuthology.orchestra.run.smithi063:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:29:52.767 DEBUG:teuthology.orchestra.run.smithi044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:29:52.775 DEBUG:teuthology.orchestra.run.smithi007:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:29:52.836 DEBUG:teuthology.orchestra.run.smithi063:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:29:52.846 DEBUG:teuthology.orchestra.run.smithi044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:29:52.853 DEBUG:teuthology.orchestra.run.smithi007:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:29:52.902 INFO:teuthology.orchestra.run.smithi063.stdout:check_obsoletes = 1 2024-09-19T05:29:52.904 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum clean all 2024-09-19T05:29:52.912 INFO:teuthology.orchestra.run.smithi044.stdout:check_obsoletes = 1 2024-09-19T05:29:52.914 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum clean all 2024-09-19T05:29:52.918 INFO:teuthology.orchestra.run.smithi007.stdout:check_obsoletes = 1 2024-09-19T05:29:52.920 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum clean all 2024-09-19T05:29:53.148 INFO:teuthology.orchestra.run.smithi063.stdout:45 files removed 2024-09-19T05:29:53.156 INFO:teuthology.orchestra.run.smithi044.stdout:45 files removed 2024-09-19T05:29:53.168 INFO:teuthology.orchestra.run.smithi007.stdout:45 files removed 2024-09-19T05:29:53.176 DEBUG:teuthology.orchestra.run.smithi063:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:29:53.183 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:29:53.195 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:29:53.743 INFO:teuthology.orchestra.run.smithi063.stdout:ceph packages for x86_64 314 kB/s | 84 kB 00:00 2024-09-19T05:29:53.761 INFO:teuthology.orchestra.run.smithi044.stdout:ceph packages for x86_64 303 kB/s | 84 kB 00:00 2024-09-19T05:29:53.781 INFO:teuthology.orchestra.run.smithi007.stdout:ceph packages for x86_64 294 kB/s | 84 kB 00:00 2024-09-19T05:29:54.035 INFO:teuthology.orchestra.run.smithi063.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-19T05:29:54.054 INFO:teuthology.orchestra.run.smithi044.stdout:ceph noarch packages 48 kB/s | 12 kB 00:00 2024-09-19T05:29:54.073 INFO:teuthology.orchestra.run.smithi007.stdout:ceph noarch packages 48 kB/s | 12 kB 00:00 2024-09-19T05:29:54.319 INFO:teuthology.orchestra.run.smithi063.stdout:ceph source packages 7.8 kB/s | 1.9 kB 00:00 2024-09-19T05:29:54.337 INFO:teuthology.orchestra.run.smithi044.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-19T05:29:54.340 INFO:teuthology.orchestra.run.smithi007.stdout:ceph source packages 8.3 kB/s | 1.9 kB 00:00 2024-09-19T05:29:54.782 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 20 MB/s | 8.3 MB 00:00 2024-09-19T05:29:55.252 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - BaseOS 9.2 MB/s | 8.3 MB 00:00 2024-09-19T05:29:57.329 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.3 MB 00:02 2024-09-19T05:29:58.395 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-19T05:29:58.908 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 6.8 MB/s | 20 MB 00:02 2024-09-19T05:29:59.139 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-19T05:30:02.889 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-19T05:30:03.573 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-19T05:30:04.639 INFO:teuthology.orchestra.run.smithi063.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 19 kB 00:00 2024-09-19T05:30:05.383 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-19T05:30:05.409 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-19T05:30:05.885 INFO:teuthology.orchestra.run.smithi063.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-19T05:30:06.528 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-19T05:30:07.143 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-19T05:30:08.839 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 14 MB/s | 23 MB 00:01 2024-09-19T05:30:11.482 INFO:teuthology.orchestra.run.smithi063.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T05:30:12.226 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-19T05:30:13.793 INFO:teuthology.orchestra.run.smithi063.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:13.794 INFO:teuthology.orchestra.run.smithi063.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:13.806 INFO:teuthology.orchestra.run.smithi063.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:30:13.807 INFO:teuthology.orchestra.run.smithi063.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:30:13.808 INFO:teuthology.orchestra.run.smithi063.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:30:13.809 INFO:teuthology.orchestra.run.smithi063.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:30:13.811 INFO:teuthology.orchestra.run.smithi063.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:30:13.813 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:30:13.814 INFO:teuthology.orchestra.run.smithi063.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:30:13.882 INFO:teuthology.orchestra.run.smithi063.stdout:Dependencies resolved. 2024-09-19T05:30:13.897 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-19T05:30:13.897 INFO:teuthology.orchestra.run.smithi063.stdout: Package Arch Version Repository Size 2024-09-19T05:30:13.897 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout:Installing: 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:30:13.898 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:30:13.899 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:30:13.900 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrading: 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:30:13.901 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:30:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:30:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:30:13.902 INFO:teuthology.orchestra.run.smithi063.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout:Installing dependencies: 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:30:13.903 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:30:13.904 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:30:13.905 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:30:13.906 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:30:13.907 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:30:13.908 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:30:13.909 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:30:13.910 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:30:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:30:13.912 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:30:13.913 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout:Installing weak dependencies: 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:30:13.914 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction Summary 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:====================================================================================== 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:Install 148 Packages 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:Upgrade 8 Packages 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:Total download size: 226 M 2024-09-19T05:30:13.915 INFO:teuthology.orchestra.run.smithi063.stdout:Downloading Packages: 2024-09-19T05:30:14.537 INFO:teuthology.orchestra.run.smithi044.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:14.538 INFO:teuthology.orchestra.run.smithi044.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:14.549 INFO:teuthology.orchestra.run.smithi044.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:30:14.550 INFO:teuthology.orchestra.run.smithi044.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:30:14.551 INFO:teuthology.orchestra.run.smithi044.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:30:14.552 INFO:teuthology.orchestra.run.smithi044.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:30:14.554 INFO:teuthology.orchestra.run.smithi044.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:30:14.556 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:30:14.557 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:30:14.578 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-09-19T05:30:14.625 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:30:14.645 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:30:14.646 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:30:14.647 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:30:14.648 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrading: 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:30:14.649 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:30:14.650 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:30:14.651 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:30:14.652 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:30:14.653 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:30:14.654 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:30:14.655 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:30:14.656 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:30:14.657 INFO:teuthology.orchestra.run.smithi044.stdout:Installing weak dependencies: 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout:====================================================================================== 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout:Install 148 Packages 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrade 8 Packages 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:30:14.658 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 226 M 2024-09-19T05:30:14.659 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-09-19T05:30:15.008 INFO:teuthology.orchestra.run.smithi063.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 44 kB/s | 6.6 kB 00:00 2024-09-19T05:30:15.250 INFO:teuthology.orchestra.run.smithi063.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 3.6 MB/s | 896 kB 00:00 2024-09-19T05:30:15.320 INFO:teuthology.orchestra.run.smithi044.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 29 kB/s | 6.6 kB 00:00 2024-09-19T05:30:15.359 INFO:teuthology.orchestra.run.smithi063.stdout:(3/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-19T05:30:15.384 INFO:teuthology.orchestra.run.smithi063.stdout:(4/156): ceph-immutable-object-cache-19.1.1-361 1.1 MB/s | 145 kB 00:00 2024-09-19T05:30:15.468 INFO:teuthology.orchestra.run.smithi063.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 22 MB/s | 2.4 MB 00:00 2024-09-19T05:30:15.768 INFO:teuthology.orchestra.run.smithi063.stdout:(6/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-19T05:30:15.853 INFO:teuthology.orchestra.run.smithi044.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.6 MB/s | 896 kB 00:00 2024-09-19T05:30:15.929 INFO:teuthology.orchestra.run.smithi044.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T05:30:15.985 INFO:teuthology.orchestra.run.smithi063.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 19 MB/s | 21 MB 00:01 2024-09-19T05:30:16.018 INFO:teuthology.orchestra.run.smithi063.stdout:(8/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 2.4 MB/s | 1.5 MB 00:00 2024-09-19T05:30:16.077 INFO:teuthology.orchestra.run.smithi063.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 432 kB/s | 25 kB 00:00 2024-09-19T05:30:16.610 INFO:teuthology.orchestra.run.smithi063.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 17 MB/s | 11 MB 00:00 2024-09-19T05:30:16.653 INFO:teuthology.orchestra.run.smithi044.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 3.3 MB/s | 2.4 MB 00:00 2024-09-19T05:30:16.754 INFO:teuthology.orchestra.run.smithi044.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 3.3 MB/s | 5.4 MB 00:01 2024-09-19T05:30:16.803 INFO:teuthology.orchestra.run.smithi063.stdout:(11/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 16 MB/s | 17 MB 00:01 2024-09-19T05:30:16.828 INFO:teuthology.orchestra.run.smithi063.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.0 MB/s | 228 kB 00:00 2024-09-19T05:30:16.847 INFO:teuthology.orchestra.run.smithi007.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:16.848 INFO:teuthology.orchestra.run.smithi007.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:30:16.860 INFO:teuthology.orchestra.run.smithi007.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:30:16.860 INFO:teuthology.orchestra.run.smithi007.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:30:16.861 INFO:teuthology.orchestra.run.smithi063.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 464 kB/s | 27 kB 00:00 2024-09-19T05:30:16.862 INFO:teuthology.orchestra.run.smithi007.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:30:16.862 INFO:teuthology.orchestra.run.smithi007.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:30:16.864 INFO:teuthology.orchestra.run.smithi007.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:30:16.866 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:30:16.867 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:30:16.879 INFO:teuthology.orchestra.run.smithi044.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 6.8 MB/s | 1.5 MB 00:00 2024-09-19T05:30:16.887 INFO:teuthology.orchestra.run.smithi063.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 541 kB/s | 32 kB 00:00 2024-09-19T05:30:16.933 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-09-19T05:30:16.946 INFO:teuthology.orchestra.run.smithi063.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout: Package Arch Version Repository Size 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:30:16.959 INFO:teuthology.orchestra.run.smithi007.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:30:16.960 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:30:16.961 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:30:16.962 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:30:16.963 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrading: 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:30:16.964 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:30:16.965 INFO:teuthology.orchestra.run.smithi007.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:30:16.965 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:30:16.965 INFO:teuthology.orchestra.run.smithi007.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:30:16.965 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:30:16.965 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:30:16.966 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:30:16.967 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:30:16.968 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:30:16.969 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:30:16.970 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:30:16.971 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:30:16.972 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:30:16.973 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:30:16.974 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:30:16.975 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout:Installing weak dependencies: 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout:====================================================================================== 2024-09-19T05:30:16.976 INFO:teuthology.orchestra.run.smithi007.stdout:Install 148 Packages 2024-09-19T05:30:16.977 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrade 8 Packages 2024-09-19T05:30:16.977 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:30:16.977 INFO:teuthology.orchestra.run.smithi063.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.9 MB/s | 163 kB 00:00 2024-09-19T05:30:16.978 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 226 M 2024-09-19T05:30:16.978 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-09-19T05:30:17.004 INFO:teuthology.orchestra.run.smithi063.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.1 MB/s | 127 kB 00:00 2024-09-19T05:30:17.046 INFO:teuthology.orchestra.run.smithi063.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 6.6 MB/s | 506 kB 00:00 2024-09-19T05:30:17.130 INFO:teuthology.orchestra.run.smithi063.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 542 kB/s | 45 kB 00:00 2024-09-19T05:30:17.205 INFO:teuthology.orchestra.run.smithi063.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.8 MB/s | 136 kB 00:00 2024-09-19T05:30:17.297 INFO:teuthology.orchestra.run.smithi063.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 18 MB/s | 5.3 MB 00:00 2024-09-19T05:30:17.322 INFO:teuthology.orchestra.run.smithi063.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.3 MB/s | 161 kB 00:00 2024-09-19T05:30:17.348 INFO:teuthology.orchestra.run.smithi063.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 6.2 MB/s | 320 kB 00:00 2024-09-19T05:30:17.371 INFO:teuthology.orchestra.run.smithi044.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 9.3 MB/s | 21 MB 00:02 2024-09-19T05:30:17.373 INFO:teuthology.orchestra.run.smithi063.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.9 MB/s | 300 kB 00:00 2024-09-19T05:30:17.406 INFO:teuthology.orchestra.run.smithi063.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.7 MB/s | 99 kB 00:00 2024-09-19T05:30:17.440 INFO:teuthology.orchestra.run.smithi063.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-19T05:30:17.532 INFO:teuthology.orchestra.run.smithi063.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 1.8 MB/s | 171 kB 00:00 2024-09-19T05:30:17.599 INFO:teuthology.orchestra.run.smithi063.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 16 MB/s | 3.1 MB 00:00 2024-09-19T05:30:17.624 INFO:teuthology.orchestra.run.smithi063.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 346 kB/s | 32 kB 00:00 2024-09-19T05:30:17.666 INFO:teuthology.orchestra.run.smithi063.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.1 MB/s | 146 kB 00:00 2024-09-19T05:30:17.688 INFO:teuthology.orchestra.run.smithi007.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 30 kB/s | 6.6 kB 00:00 2024-09-19T05:30:17.908 INFO:teuthology.orchestra.run.smithi063.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 13 MB/s | 3.6 MB 00:00 2024-09-19T05:30:17.991 INFO:teuthology.orchestra.run.smithi063.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.9 MB/s | 249 kB 00:00 2024-09-19T05:30:17.996 INFO:teuthology.orchestra.run.smithi044.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 3.8 MB/s | 4.7 MB 00:01 2024-09-19T05:30:18.058 INFO:teuthology.orchestra.run.smithi063.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 742 kB/s | 49 kB 00:00 2024-09-19T05:30:18.117 INFO:teuthology.orchestra.run.smithi063.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 282 kB/s | 16 kB 00:00 2024-09-19T05:30:18.121 INFO:teuthology.orchestra.run.smithi044.stdout:(9/156): ceph-radosgw-19.1.1-361.g2f599a46.el9. 14 MB/s | 11 MB 00:00 2024-09-19T05:30:18.147 INFO:teuthology.orchestra.run.smithi044.stdout:(10/156): ceph-selinux-19.1.1-361.g2f599a46.el9 167 kB/s | 25 kB 00:00 2024-09-19T05:30:18.200 INFO:teuthology.orchestra.run.smithi063.stdout:(35/156): ceph-mgr-diskprediction-local-19.1.1- 14 MB/s | 7.4 MB 00:00 2024-09-19T05:30:18.226 INFO:teuthology.orchestra.run.smithi063.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 2.6 MB/s | 285 kB 00:00 2024-09-19T05:30:18.230 INFO:teuthology.orchestra.run.smithi007.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 1.6 MB/s | 896 kB 00:00 2024-09-19T05:30:18.230 INFO:teuthology.orchestra.run.smithi044.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 2.7 MB/s | 228 kB 00:00 2024-09-19T05:30:18.276 INFO:teuthology.orchestra.run.smithi063.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 10 MB/s | 765 kB 00:00 2024-09-19T05:30:18.293 INFO:teuthology.orchestra.run.smithi063.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T05:30:18.306 INFO:teuthology.orchestra.run.smithi044.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 360 kB/s | 27 kB 00:00 2024-09-19T05:30:18.339 INFO:teuthology.orchestra.run.smithi007.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.3 MB/s | 145 kB 00:00 2024-09-19T05:30:18.373 INFO:teuthology.orchestra.run.smithi044.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 477 kB/s | 32 kB 00:00 2024-09-19T05:30:18.418 INFO:teuthology.orchestra.run.smithi063.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 564 kB/s | 80 kB 00:00 2024-09-19T05:30:18.510 INFO:teuthology.orchestra.run.smithi063.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.6 MB/s | 801 kB 00:00 2024-09-19T05:30:18.535 INFO:teuthology.orchestra.run.smithi063.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-19T05:30:18.569 INFO:teuthology.orchestra.run.smithi063.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-19T05:30:18.628 INFO:teuthology.orchestra.run.smithi063.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-19T05:30:18.665 INFO:teuthology.orchestra.run.smithi044.stdout:(14/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 9.4 MB/s | 17 MB 00:01 2024-09-19T05:30:18.669 INFO:teuthology.orchestra.run.smithi063.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 9.2 MB/s | 1.2 MB 00:00 2024-09-19T05:30:18.695 INFO:teuthology.orchestra.run.smithi063.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-09-19T05:30:18.720 INFO:teuthology.orchestra.run.smithi063.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T05:30:18.723 INFO:teuthology.orchestra.run.smithi044.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 2.1 MB/s | 751 kB 00:00 2024-09-19T05:30:18.746 INFO:teuthology.orchestra.run.smithi063.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T05:30:18.748 INFO:teuthology.orchestra.run.smithi044.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.9 MB/s | 163 kB 00:00 2024-09-19T05:30:18.772 INFO:teuthology.orchestra.run.smithi007.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 5.5 MB/s | 2.4 MB 00:00 2024-09-19T05:30:18.773 INFO:teuthology.orchestra.run.smithi044.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T05:30:18.807 INFO:teuthology.orchestra.run.smithi044.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 8.5 MB/s | 506 kB 00:00 2024-09-19T05:30:18.849 INFO:teuthology.orchestra.run.smithi044.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 1.1 MB/s | 45 kB 00:00 2024-09-19T05:30:18.862 INFO:teuthology.orchestra.run.smithi063.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 4.8 MB/s | 689 kB 00:00 2024-09-19T05:30:18.904 INFO:teuthology.orchestra.run.smithi063.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-09-19T05:30:18.908 INFO:teuthology.orchestra.run.smithi044.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 2.3 MB/s | 136 kB 00:00 2024-09-19T05:30:18.930 INFO:teuthology.orchestra.run.smithi063.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 5.0 MB/s | 943 kB 00:00 2024-09-19T05:30:18.955 INFO:teuthology.orchestra.run.smithi063.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-19T05:30:18.975 INFO:teuthology.orchestra.run.smithi044.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 2.4 MB/s | 161 kB 00:00 2024-09-19T05:30:18.980 INFO:teuthology.orchestra.run.smithi063.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-19T05:30:18.997 INFO:teuthology.orchestra.run.smithi007.stdout:(5/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 6.8 MB/s | 1.5 MB 00:00 2024-09-19T05:30:19.005 INFO:teuthology.orchestra.run.smithi063.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 651 kB/s | 33 kB 00:00 2024-09-19T05:30:19.033 INFO:teuthology.orchestra.run.smithi044.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 5.4 MB/s | 320 kB 00:00 2024-09-19T05:30:19.047 INFO:teuthology.orchestra.run.smithi063.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 440 kB/s | 18 kB 00:00 2024-09-19T05:30:19.098 INFO:teuthology.orchestra.run.smithi063.stdout:(55/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-09-19T05:30:19.109 INFO:teuthology.orchestra.run.smithi044.stdout:(23/156): python3-rbd-19.1.1-361.g2f599a46.el9. 3.9 MB/s | 300 kB 00:00 2024-09-19T05:30:19.123 INFO:teuthology.orchestra.run.smithi063.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 148 kB/s | 11 kB 00:00 2024-09-19T05:30:19.148 INFO:teuthology.orchestra.run.smithi063.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-19T05:30:19.173 INFO:teuthology.orchestra.run.smithi063.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-19T05:30:19.175 INFO:teuthology.orchestra.run.smithi044.stdout:(24/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.5 MB/s | 99 kB 00:00 2024-09-19T05:30:19.207 INFO:teuthology.orchestra.run.smithi063.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-19T05:30:19.241 INFO:teuthology.orchestra.run.smithi063.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-19T05:30:19.243 INFO:teuthology.orchestra.run.smithi044.stdout:(25/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-19T05:30:19.266 INFO:teuthology.orchestra.run.smithi063.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 419 kB/s | 24 kB 00:00 2024-09-19T05:30:19.291 INFO:teuthology.orchestra.run.smithi063.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-19T05:30:19.316 INFO:teuthology.orchestra.run.smithi063.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-19T05:30:19.342 INFO:teuthology.orchestra.run.smithi063.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-19T05:30:19.367 INFO:teuthology.orchestra.run.smithi063.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 770 kB/s | 38 kB 00:00 2024-09-19T05:30:19.484 INFO:teuthology.orchestra.run.smithi063.stdout:(66/156): openblas-openmp-0.3.26-2.el9.x86_64.r 35 MB/s | 4.9 MB 00:00 2024-09-19T05:30:19.559 INFO:teuthology.orchestra.run.smithi063.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 23 MB/s | 4.4 MB 00:00 2024-09-19T05:30:19.597 INFO:teuthology.orchestra.run.smithi007.stdout:(6/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 7.8 MB/s | 4.7 MB 00:00 2024-09-19T05:30:19.601 INFO:teuthology.orchestra.run.smithi063.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-19T05:30:19.618 INFO:teuthology.orchestra.run.smithi044.stdout:(26/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 8.3 MB/s | 3.1 MB 00:00 2024-09-19T05:30:19.635 INFO:teuthology.orchestra.run.smithi063.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 12 MB/s | 910 kB 00:00 2024-09-19T05:30:19.677 INFO:teuthology.orchestra.run.smithi063.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.8 MB/s | 137 kB 00:00 2024-09-19T05:30:19.693 INFO:teuthology.orchestra.run.smithi044.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.2 MB/s | 171 kB 00:00 2024-09-19T05:30:19.752 INFO:teuthology.orchestra.run.smithi063.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-19T05:30:19.769 INFO:teuthology.orchestra.run.smithi044.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 422 kB/s | 32 kB 00:00 2024-09-19T05:30:19.794 INFO:teuthology.orchestra.run.smithi063.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-09-19T05:30:19.861 INFO:teuthology.orchestra.run.smithi044.stdout:(29/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 1.6 MB/s | 146 kB 00:00 2024-09-19T05:30:19.869 INFO:teuthology.orchestra.run.smithi063.stdout:(73/156): postgresql-server-13.16-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-09-19T05:30:19.903 INFO:teuthology.orchestra.run.smithi063.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-19T05:30:19.995 INFO:teuthology.orchestra.run.smithi063.stdout:(75/156): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-09-19T05:30:20.020 INFO:teuthology.orchestra.run.smithi063.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.0 MB/s | 245 kB 00:00 2024-09-19T05:30:20.045 INFO:teuthology.orchestra.run.smithi063.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-19T05:30:20.062 INFO:teuthology.orchestra.run.smithi063.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 613 kB/s | 26 kB 00:00 2024-09-19T05:30:20.079 INFO:teuthology.orchestra.run.smithi063.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 575 kB/s | 19 kB 00:00 2024-09-19T05:30:20.105 INFO:teuthology.orchestra.run.smithi063.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 4.0 MB/s | 172 kB 00:00 2024-09-19T05:30:20.121 INFO:teuthology.orchestra.run.smithi063.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 832 kB/s | 35 kB 00:00 2024-09-19T05:30:20.172 INFO:teuthology.orchestra.run.smithi063.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-19T05:30:20.214 INFO:teuthology.orchestra.run.smithi063.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 5.2 MB/s | 222 kB 00:00 2024-09-19T05:30:20.281 INFO:teuthology.orchestra.run.smithi063.stdout:(84/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 29 MB/s | 5.1 MB 00:00 2024-09-19T05:30:20.289 INFO:teuthology.orchestra.run.smithi007.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 7.5 MB/s | 21 MB 00:02 2024-09-19T05:30:20.306 INFO:teuthology.orchestra.run.smithi063.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 840 kB/s | 77 kB 00:00 2024-09-19T05:30:20.311 INFO:teuthology.orchestra.run.smithi044.stdout:(30/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 7.9 MB/s | 3.6 MB 00:00 2024-09-19T05:30:20.322 INFO:teuthology.orchestra.run.smithi063.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-19T05:30:20.348 INFO:teuthology.orchestra.run.smithi063.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 6.3 MB/s | 269 kB 00:00 2024-09-19T05:30:20.373 INFO:teuthology.orchestra.run.smithi063.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-19T05:30:20.399 INFO:teuthology.orchestra.run.smithi063.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-19T05:30:20.415 INFO:teuthology.orchestra.run.smithi063.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-19T05:30:20.433 INFO:teuthology.orchestra.run.smithi063.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-19T05:30:20.474 INFO:teuthology.orchestra.run.smithi063.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-19T05:30:20.508 INFO:teuthology.orchestra.run.smithi063.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-09-19T05:30:20.558 INFO:teuthology.orchestra.run.smithi063.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-19T05:30:20.608 INFO:teuthology.orchestra.run.smithi063.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 721 kB/s | 36 kB 00:00 2024-09-19T05:30:20.645 INFO:teuthology.orchestra.run.smithi044.stdout:(31/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 5.3 MB 00:01 2024-09-19T05:30:20.784 INFO:teuthology.orchestra.run.smithi063.stdout:(96/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 44 MB/s | 16 MB 00:00 2024-09-19T05:30:20.809 INFO:teuthology.orchestra.run.smithi063.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 236 kB/s | 47 kB 00:00 2024-09-19T05:30:20.834 INFO:teuthology.orchestra.run.smithi063.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-19T05:30:20.860 INFO:teuthology.orchestra.run.smithi063.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-19T05:30:20.876 INFO:teuthology.orchestra.run.smithi063.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 2.2 MB/s | 96 kB 00:00 2024-09-19T05:30:20.902 INFO:teuthology.orchestra.run.smithi063.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-19T05:30:20.914 INFO:teuthology.orchestra.run.smithi007.stdout:(8/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86_ 13 MB/s | 17 MB 00:01 2024-09-19T05:30:20.927 INFO:teuthology.orchestra.run.smithi063.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-19T05:30:20.956 INFO:teuthology.orchestra.run.smithi007.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 610 kB/s | 25 kB 00:00 2024-09-19T05:30:21.002 INFO:teuthology.orchestra.run.smithi063.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-09-19T05:30:21.069 INFO:teuthology.orchestra.run.smithi063.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.1 MB/s | 548 kB 00:00 2024-09-19T05:30:21.073 INFO:teuthology.orchestra.run.smithi007.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 14 MB/s | 11 MB 00:00 2024-09-19T05:30:21.078 INFO:teuthology.orchestra.run.smithi044.stdout:(32/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 16 MB/s | 49 MB 00:02 2024-09-19T05:30:21.103 INFO:teuthology.orchestra.run.smithi044.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 544 kB/s | 249 kB 00:00 2024-09-19T05:30:21.111 INFO:teuthology.orchestra.run.smithi063.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 7.2 MB/s | 308 kB 00:00 2024-09-19T05:30:21.132 INFO:teuthology.orchestra.run.smithi007.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.8 MB/s | 228 kB 00:00 2024-09-19T05:30:21.136 INFO:teuthology.orchestra.run.smithi063.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 788 kB/s | 19 kB 00:00 2024-09-19T05:30:21.145 INFO:teuthology.orchestra.run.smithi044.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 743 kB/s | 49 kB 00:00 2024-09-19T05:30:21.170 INFO:teuthology.orchestra.run.smithi063.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.5 MB/s | 863 kB 00:00 2024-09-19T05:30:21.170 INFO:teuthology.orchestra.run.smithi044.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 246 kB/s | 16 kB 00:00 2024-09-19T05:30:21.207 INFO:teuthology.orchestra.run.smithi007.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 361 kB/s | 27 kB 00:00 2024-09-19T05:30:21.229 INFO:teuthology.orchestra.run.smithi063.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 445 kB/s | 26 kB 00:00 2024-09-19T05:30:21.274 INFO:teuthology.orchestra.run.smithi007.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 479 kB/s | 32 kB 00:00 2024-09-19T05:30:21.279 INFO:teuthology.orchestra.run.smithi063.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 976 kB/s | 49 kB 00:00 2024-09-19T05:30:21.313 INFO:teuthology.orchestra.run.smithi063.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-19T05:30:21.366 INFO:teuthology.orchestra.run.smithi007.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-19T05:30:21.387 INFO:teuthology.orchestra.run.smithi044.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 6.9 MB/s | 7.4 MB 00:01 2024-09-19T05:30:21.388 INFO:teuthology.orchestra.run.smithi063.stdout:(111/156): libarrow-9.0.0-11.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-19T05:30:21.413 INFO:teuthology.orchestra.run.smithi044.stdout:(37/156): ceph-volume-19.1.1-361.g2f599a46.el9. 1.0 MB/s | 285 kB 00:00 2024-09-19T05:30:21.413 INFO:teuthology.orchestra.run.smithi063.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-09-19T05:30:21.441 INFO:teuthology.orchestra.run.smithi007.stdout:(15/156): libcephsqlite-19.1.1-361.g2f599a46.el 2.1 MB/s | 163 kB 00:00 2024-09-19T05:30:21.455 INFO:teuthology.orchestra.run.smithi063.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-19T05:30:21.463 INFO:teuthology.orchestra.run.smithi044.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 243 kB/s | 18 kB 00:00 2024-09-19T05:30:21.472 INFO:teuthology.orchestra.run.smithi063.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.6 MB/s | 43 kB 00:00 2024-09-19T05:30:21.489 INFO:teuthology.orchestra.run.smithi063.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.9 MB/s | 32 kB 00:00 2024-09-19T05:30:21.506 INFO:teuthology.orchestra.run.smithi063.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 859 kB/s | 14 kB 00:00 2024-09-19T05:30:21.517 INFO:teuthology.orchestra.run.smithi007.stdout:(16/156): librados-devel-19.1.1-361.g2f599a46.e 1.7 MB/s | 127 kB 00:00 2024-09-19T05:30:21.532 INFO:teuthology.orchestra.run.smithi063.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.5 MB/s | 548 kB 00:00 2024-09-19T05:30:21.555 INFO:teuthology.orchestra.run.smithi044.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 1.9 MB/s | 765 kB 00:00 2024-09-19T05:30:21.556 INFO:teuthology.orchestra.run.smithi063.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-19T05:30:21.580 INFO:teuthology.orchestra.run.smithi044.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 478 kB/s | 80 kB 00:00 2024-09-19T05:30:21.590 INFO:teuthology.orchestra.run.smithi063.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T05:30:21.617 INFO:teuthology.orchestra.run.smithi007.stdout:(17/156): ceph-base-19.1.1-361.g2f599a46.el9.x8 1.3 MB/s | 5.4 MB 00:04 2024-09-19T05:30:21.624 INFO:teuthology.orchestra.run.smithi063.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-19T05:30:21.649 INFO:teuthology.orchestra.run.smithi063.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-19T05:30:21.651 INFO:teuthology.orchestra.run.smithi007.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 3.7 MB/s | 506 kB 00:00 2024-09-19T05:30:21.672 INFO:teuthology.orchestra.run.smithi044.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-19T05:30:21.691 INFO:teuthology.orchestra.run.smithi063.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-09-19T05:30:21.701 INFO:teuthology.orchestra.run.smithi007.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 902 kB/s | 45 kB 00:00 2024-09-19T05:30:21.708 INFO:teuthology.orchestra.run.smithi063.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 649 kB/s | 11 kB 00:00 2024-09-19T05:30:21.725 INFO:teuthology.orchestra.run.smithi063.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-19T05:30:21.742 INFO:teuthology.orchestra.run.smithi063.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-19T05:30:21.759 INFO:teuthology.orchestra.run.smithi063.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.2 MB/s | 19 kB 00:00 2024-09-19T05:30:21.775 INFO:teuthology.orchestra.run.smithi063.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-19T05:30:21.781 INFO:teuthology.orchestra.run.smithi044.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-09-19T05:30:21.784 INFO:teuthology.orchestra.run.smithi007.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.6 MB/s | 136 kB 00:00 2024-09-19T05:30:21.814 INFO:teuthology.orchestra.run.smithi044.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 8.7 MB/s | 1.2 MB 00:00 2024-09-19T05:30:21.817 INFO:teuthology.orchestra.run.smithi063.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 11 MB/s | 2.0 MB 00:00 2024-09-19T05:30:21.835 INFO:teuthology.orchestra.run.smithi063.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-19T05:30:21.840 INFO:teuthology.orchestra.run.smithi044.stdout:(44/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.1 MB/s | 801 kB 00:00 2024-09-19T05:30:21.860 INFO:teuthology.orchestra.run.smithi063.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:30:21.865 INFO:teuthology.orchestra.run.smithi044.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-09-19T05:30:21.877 INFO:teuthology.orchestra.run.smithi063.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.5 MB/s | 58 kB 00:00 2024-09-19T05:30:21.877 INFO:teuthology.orchestra.run.smithi007.stdout:(21/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.7 MB/s | 161 kB 00:00 2024-09-19T05:30:21.890 INFO:teuthology.orchestra.run.smithi044.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.7 MB/s | 135 kB 00:00 2024-09-19T05:30:21.910 INFO:teuthology.orchestra.run.smithi063.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-19T05:30:21.915 INFO:teuthology.orchestra.run.smithi044.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-19T05:30:21.927 INFO:teuthology.orchestra.run.smithi063.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 987 kB/s | 16 kB 00:00 2024-09-19T05:30:21.941 INFO:teuthology.orchestra.run.smithi044.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-19T05:30:21.952 INFO:teuthology.orchestra.run.smithi063.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-19T05:30:21.977 INFO:teuthology.orchestra.run.smithi007.stdout:(22/156): python3-rados-19.1.1-361.g2f599a46.el 3.1 MB/s | 320 kB 00:00 2024-09-19T05:30:21.978 INFO:teuthology.orchestra.run.smithi063.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-19T05:30:22.003 INFO:teuthology.orchestra.run.smithi063.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 559 kB/s | 28 kB 00:00 2024-09-19T05:30:22.037 INFO:teuthology.orchestra.run.smithi063.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 526 kB/s | 31 kB 00:00 2024-09-19T05:30:22.044 INFO:teuthology.orchestra.run.smithi007.stdout:(23/156): python3-rbd-19.1.1-361.g2f599a46.el9. 4.4 MB/s | 300 kB 00:00 2024-09-19T05:30:22.062 INFO:teuthology.orchestra.run.smithi063.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:30:22.088 INFO:teuthology.orchestra.run.smithi063.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-19T05:30:22.108 INFO:teuthology.orchestra.run.smithi044.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 642 kB/s | 107 kB 00:00 2024-09-19T05:30:22.110 INFO:teuthology.orchestra.run.smithi007.stdout:(24/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.5 MB/s | 99 kB 00:00 2024-09-19T05:30:22.113 INFO:teuthology.orchestra.run.smithi063.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-09-19T05:30:22.138 INFO:teuthology.orchestra.run.smithi063.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-19T05:30:22.150 INFO:teuthology.orchestra.run.smithi044.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-09-19T05:30:22.163 INFO:teuthology.orchestra.run.smithi063.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T05:30:22.189 INFO:teuthology.orchestra.run.smithi063.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T05:30:22.214 INFO:teuthology.orchestra.run.smithi063.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-19T05:30:22.225 INFO:teuthology.orchestra.run.smithi044.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 2.0 MB/s | 689 kB 00:00 2024-09-19T05:30:22.247 INFO:teuthology.orchestra.run.smithi063.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 5.7 MB/s | 191 kB 00:00 2024-09-19T05:30:22.267 INFO:teuthology.orchestra.run.smithi044.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 2.6 MB/s | 943 kB 00:00 2024-09-19T05:30:22.273 INFO:teuthology.orchestra.run.smithi063.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-09-19T05:30:22.284 INFO:teuthology.orchestra.run.smithi044.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 559 kB/s | 33 kB 00:00 2024-09-19T05:30:22.309 INFO:teuthology.orchestra.run.smithi044.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 1.9 MB/s | 313 kB 00:00 2024-09-19T05:30:22.323 INFO:teuthology.orchestra.run.smithi063.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-19T05:30:22.334 INFO:teuthology.orchestra.run.smithi044.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-19T05:30:22.360 INFO:teuthology.orchestra.run.smithi044.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-19T05:30:22.393 INFO:teuthology.orchestra.run.smithi044.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-19T05:30:22.419 INFO:teuthology.orchestra.run.smithi044.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 769 kB/s | 45 kB 00:00 2024-09-19T05:30:22.536 INFO:teuthology.orchestra.run.smithi044.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 4.9 MB/s | 581 kB 00:00 2024-09-19T05:30:22.569 INFO:teuthology.orchestra.run.smithi044.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-09-19T05:30:22.570 INFO:teuthology.orchestra.run.smithi007.stdout:(25/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 30 MB/s | 49 MB 00:01 2024-09-19T05:30:22.594 INFO:teuthology.orchestra.run.smithi007.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 176 kB/s | 85 kB 00:00 2024-09-19T05:30:22.595 INFO:teuthology.orchestra.run.smithi044.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 418 kB/s | 24 kB 00:00 2024-09-19T05:30:22.620 INFO:teuthology.orchestra.run.smithi044.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-19T05:30:22.653 INFO:teuthology.orchestra.run.smithi007.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T05:30:22.654 INFO:teuthology.orchestra.run.smithi044.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-19T05:30:22.704 INFO:teuthology.orchestra.run.smithi044.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 774 kB/s | 38 kB 00:00 2024-09-19T05:30:22.712 INFO:teuthology.orchestra.run.smithi007.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 22 MB/s | 3.1 MB 00:00 2024-09-19T05:30:22.729 INFO:teuthology.orchestra.run.smithi044.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-19T05:30:22.737 INFO:teuthology.orchestra.run.smithi007.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 380 kB/s | 32 kB 00:00 2024-09-19T05:30:22.762 INFO:teuthology.orchestra.run.smithi007.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.8 MB/s | 146 kB 00:00 2024-09-19T05:30:22.799 INFO:teuthology.orchestra.run.smithi063.stdout:(148/156): ceph-test-19.1.1-361.g2f599a46.el9.x 7.2 MB/s | 49 MB 00:06 2024-09-19T05:30:22.874 INFO:teuthology.orchestra.run.smithi063.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 5.7 MB/s | 3.2 MB 00:00 2024-09-19T05:30:22.924 INFO:teuthology.orchestra.run.smithi063.stdout:(150/156): librados2-19.1.1-361.g2f599a46.el9.x 5.3 MB/s | 3.4 MB 00:00 2024-09-19T05:30:22.971 INFO:teuthology.orchestra.run.smithi007.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 15 MB/s | 3.6 MB 00:00 2024-09-19T05:30:22.974 INFO:teuthology.orchestra.run.smithi063.stdout:(151/156): NetworkManager-1.51.0-1.el9.x86_64.r 13 MB/s | 2.3 MB 00:00 2024-09-19T05:30:23.016 INFO:teuthology.orchestra.run.smithi063.stdout:(152/156): NetworkManager-libnm-1.51.0-1.el9.x8 13 MB/s | 1.8 MB 00:00 2024-09-19T05:30:23.058 INFO:teuthology.orchestra.run.smithi063.stdout:(153/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.9 MB/s | 249 kB 00:00 2024-09-19T05:30:23.071 INFO:teuthology.orchestra.run.smithi007.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 24 MB/s | 7.4 MB 00:00 2024-09-19T05:30:23.097 INFO:teuthology.orchestra.run.smithi007.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 1.9 MB/s | 249 kB 00:00 2024-09-19T05:30:23.113 INFO:teuthology.orchestra.run.smithi007.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 1.2 MB/s | 49 kB 00:00 2024-09-19T05:30:23.130 INFO:teuthology.orchestra.run.smithi007.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 492 kB/s | 16 kB 00:00 2024-09-19T05:30:23.162 INFO:teuthology.orchestra.run.smithi063.stdout:(154/156): NetworkManager-team-1.51.0-1.el9.x86 172 kB/s | 41 kB 00:00 2024-09-19T05:30:23.163 INFO:teuthology.orchestra.run.smithi044.stdout:(66/156): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-19T05:30:23.164 INFO:teuthology.orchestra.run.smithi007.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.5 MB/s | 285 kB 00:00 2024-09-19T05:30:23.206 INFO:teuthology.orchestra.run.smithi007.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-19T05:30:23.231 INFO:teuthology.orchestra.run.smithi007.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 273 kB/s | 18 kB 00:00 2024-09-19T05:30:23.258 INFO:teuthology.orchestra.run.smithi063.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 5.6 MB/s | 1.4 MB 00:00 2024-09-19T05:30:23.308 INFO:teuthology.orchestra.run.smithi063.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 9.6 MB/s | 2.4 MB 00:00 2024-09-19T05:30:23.314 INFO:teuthology.orchestra.run.smithi063.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:30:23.315 INFO:teuthology.orchestra.run.smithi063.stdout:Total 24 MB/s | 226 MB 00:09 2024-09-19T05:30:23.346 INFO:teuthology.orchestra.run.smithi044.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 8.7 MB/s | 1.6 MB 00:00 2024-09-19T05:30:23.405 INFO:teuthology.orchestra.run.smithi044.stdout:(68/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.6 MB/s | 3.0 MB 00:01 2024-09-19T05:30:23.472 INFO:teuthology.orchestra.run.smithi044.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-19T05:30:23.497 INFO:teuthology.orchestra.run.smithi044.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 5.9 MB/s | 910 kB 00:00 2024-09-19T05:30:23.557 INFO:teuthology.orchestra.run.smithi007.stdout:(39/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 2.8 MB/s | 5.3 MB 00:01 2024-09-19T05:30:23.623 INFO:teuthology.orchestra.run.smithi044.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-09-19T05:30:23.673 INFO:teuthology.orchestra.run.smithi044.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-19T05:30:23.690 INFO:teuthology.orchestra.run.smithi007.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 165 kB/s | 80 kB 00:00 2024-09-19T05:30:23.957 INFO:teuthology.orchestra.run.smithi007.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-19T05:30:23.982 INFO:teuthology.orchestra.run.smithi007.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 868 kB/s | 253 kB 00:00 2024-09-19T05:30:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-09-19T05:30:24.117 INFO:teuthology.orchestra.run.smithi007.stdout:(44/156): libquadmath-11.5.0-2.el9.x86_64.rpm 342 kB/s | 191 kB 00:00 2024-09-19T05:30:24.173 INFO:teuthology.orchestra.run.smithi044.stdout:(73/156): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-09-19T05:30:24.208 INFO:teuthology.orchestra.run.smithi007.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-09-19T05:30:24.223 INFO:teuthology.orchestra.run.smithi044.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-19T05:30:24.234 INFO:teuthology.orchestra.run.smithi007.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-09-19T05:30:24.268 INFO:teuthology.orchestra.run.smithi007.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 4.0 MB/s | 1.2 MB 00:00 2024-09-19T05:30:24.282 INFO:teuthology.orchestra.run.smithi044.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-19T05:30:24.326 INFO:teuthology.orchestra.run.smithi007.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-19T05:30:24.340 INFO:teuthology.orchestra.run.smithi044.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-19T05:30:24.391 INFO:teuthology.orchestra.run.smithi044.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-09-19T05:30:24.435 INFO:teuthology.orchestra.run.smithi007.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 5.5 MB/s | 943 kB 00:00 2024-09-19T05:30:24.441 INFO:teuthology.orchestra.run.smithi044.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-19T05:30:24.460 INFO:teuthology.orchestra.run.smithi007.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 3.0 MB/s | 689 kB 00:00 2024-09-19T05:30:24.485 INFO:teuthology.orchestra.run.smithi007.stdout:(51/156): boost-program-options-1.75.0-8.el9.x8 672 kB/s | 107 kB 00:00 2024-09-19T05:30:24.500 INFO:teuthology.orchestra.run.smithi044.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-19T05:30:24.510 INFO:teuthology.orchestra.run.smithi007.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 287 kB/s | 22 kB 00:00 2024-09-19T05:30:24.536 INFO:teuthology.orchestra.run.smithi007.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 4.0 MB/s | 313 kB 00:00 2024-09-19T05:30:24.545 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction check 2024-09-19T05:30:24.550 INFO:teuthology.orchestra.run.smithi044.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-19T05:30:24.561 INFO:teuthology.orchestra.run.smithi007.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 433 kB/s | 33 kB 00:00 2024-09-19T05:30:24.603 INFO:teuthology.orchestra.run.smithi007.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 273 kB/s | 18 kB 00:00 2024-09-19T05:30:24.628 INFO:teuthology.orchestra.run.smithi007.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 167 kB/s | 11 kB 00:00 2024-09-19T05:30:24.679 INFO:teuthology.orchestra.run.smithi007.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-09-19T05:30:24.704 INFO:teuthology.orchestra.run.smithi007.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-19T05:30:24.714 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction check succeeded. 2024-09-19T05:30:24.714 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction test 2024-09-19T05:30:24.729 INFO:teuthology.orchestra.run.smithi007.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 449 kB/s | 45 kB 00:00 2024-09-19T05:30:24.771 INFO:teuthology.orchestra.run.smithi007.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-19T05:30:24.775 INFO:teuthology.orchestra.run.smithi044.stdout:(81/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 2.2 MB/s | 4.4 MB 00:02 2024-09-19T05:30:24.796 INFO:teuthology.orchestra.run.smithi007.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 367 kB/s | 24 kB 00:00 2024-09-19T05:30:24.822 INFO:teuthology.orchestra.run.smithi007.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 4.8 MB/s | 581 kB 00:00 2024-09-19T05:30:24.847 INFO:teuthology.orchestra.run.smithi007.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 630 kB/s | 47 kB 00:00 2024-09-19T05:30:24.897 INFO:teuthology.orchestra.run.smithi007.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-19T05:30:24.922 INFO:teuthology.orchestra.run.smithi007.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 511 kB/s | 38 kB 00:00 2024-09-19T05:30:24.926 INFO:teuthology.orchestra.run.smithi044.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-09-19T05:30:24.948 INFO:teuthology.orchestra.run.smithi007.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-09-19T05:30:25.065 INFO:teuthology.orchestra.run.smithi007.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 31 MB/s | 4.4 MB 00:00 2024-09-19T05:30:25.084 INFO:teuthology.orchestra.run.smithi044.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.5 MB/s | 5.1 MB 00:00 2024-09-19T05:30:25.109 INFO:teuthology.orchestra.run.smithi044.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-09-19T05:30:25.132 INFO:teuthology.orchestra.run.smithi007.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 21 MB/s | 4.9 MB 00:00 2024-09-19T05:30:25.134 INFO:teuthology.orchestra.run.smithi044.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-19T05:30:25.152 INFO:teuthology.orchestra.run.smithi044.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-19T05:30:25.173 INFO:teuthology.orchestra.run.smithi007.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 8.2 MB/s | 910 kB 00:00 2024-09-19T05:30:25.194 INFO:teuthology.orchestra.run.smithi044.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-19T05:30:25.215 INFO:teuthology.orchestra.run.smithi007.stdout:(70/156): postgresql-13.16-1.el9.x86_64.rpm 5.9 MB/s | 1.6 MB 00:00 2024-09-19T05:30:25.241 INFO:teuthology.orchestra.run.smithi007.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-19T05:30:25.253 INFO:teuthology.orchestra.run.smithi044.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-19T05:30:25.286 INFO:teuthology.orchestra.run.smithi044.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-19T05:30:25.311 INFO:teuthology.orchestra.run.smithi044.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 872 kB/s | 51 kB 00:00 2024-09-19T05:30:25.337 INFO:teuthology.orchestra.run.smithi044.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-19T05:30:25.349 INFO:teuthology.orchestra.run.smithi007.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 33 MB/s | 5.8 MB 00:00 2024-09-19T05:30:25.375 INFO:teuthology.orchestra.run.smithi007.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 654 kB/s | 87 kB 00:00 2024-09-19T05:30:25.387 INFO:teuthology.orchestra.run.smithi044.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-09-19T05:30:25.408 INFO:teuthology.orchestra.run.smithi007.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 5.2 MB/s | 1.0 MB 00:00 2024-09-19T05:30:25.442 INFO:teuthology.orchestra.run.smithi007.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 915 kB/s | 61 kB 00:00 2024-09-19T05:30:25.445 INFO:teuthology.orchestra.run.smithi044.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 761 kB/s | 44 kB 00:00 2024-09-19T05:30:25.543 INFO:teuthology.orchestra.run.smithi007.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-09-19T05:30:25.568 INFO:teuthology.orchestra.run.smithi007.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.5 MB/s | 245 kB 00:00 2024-09-19T05:30:25.593 INFO:teuthology.orchestra.run.smithi007.stdout:(78/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-19T05:30:25.604 INFO:teuthology.orchestra.run.smithi044.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-19T05:30:25.618 INFO:teuthology.orchestra.run.smithi007.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 340 kB/s | 26 kB 00:00 2024-09-19T05:30:25.643 INFO:teuthology.orchestra.run.smithi007.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 254 kB/s | 19 kB 00:00 2024-09-19T05:30:25.654 INFO:teuthology.orchestra.run.smithi044.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-09-19T05:30:25.669 INFO:teuthology.orchestra.run.smithi007.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-19T05:30:25.694 INFO:teuthology.orchestra.run.smithi007.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 460 kB/s | 35 kB 00:00 2024-09-19T05:30:25.705 INFO:teuthology.orchestra.run.smithi044.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-19T05:30:25.736 INFO:teuthology.orchestra.run.smithi007.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-09-19T05:30:25.761 INFO:teuthology.orchestra.run.smithi007.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-09-19T05:30:25.803 INFO:teuthology.orchestra.run.smithi007.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-09-19T05:30:25.828 INFO:teuthology.orchestra.run.smithi007.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 632 kB/s | 42 kB 00:00 2024-09-19T05:30:25.870 INFO:teuthology.orchestra.run.smithi007.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-09-19T05:30:25.888 INFO:teuthology.orchestra.run.smithi044.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.6 MB/s | 304 kB 00:00 2024-09-19T05:30:25.904 INFO:teuthology.orchestra.run.smithi007.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-19T05:30:25.938 INFO:teuthology.orchestra.run.smithi007.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-09-19T05:30:25.947 INFO:teuthology.orchestra.run.smithi044.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 992 kB/s | 58 kB 00:00 2024-09-19T05:30:26.005 INFO:teuthology.orchestra.run.smithi007.stdout:(90/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-09-19T05:30:26.030 INFO:teuthology.orchestra.run.smithi007.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 406 kB/s | 51 kB 00:00 2024-09-19T05:30:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-19T05:30:26.055 INFO:teuthology.orchestra.run.smithi007.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-09-19T05:30:26.106 INFO:teuthology.orchestra.run.smithi044.stdout:(100/156): postgresql-server-13.16-1.el9.x86_64 2.2 MB/s | 5.8 MB 00:02 2024-09-19T05:30:26.122 INFO:teuthology.orchestra.run.smithi007.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 629 kB/s | 42 kB 00:00 2024-09-19T05:30:26.147 INFO:teuthology.orchestra.run.smithi007.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 483 kB/s | 44 kB 00:00 2024-09-19T05:30:26.156 INFO:teuthology.orchestra.run.smithi044.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 509 kB/s | 64 kB 00:00 2024-09-19T05:30:26.181 INFO:teuthology.orchestra.run.smithi007.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-19T05:30:26.181 INFO:teuthology.orchestra.run.smithi044.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 596 kB/s | 45 kB 00:00 2024-09-19T05:30:26.223 INFO:teuthology.orchestra.run.smithi007.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 477 kB/s | 36 kB 00:00 2024-09-19T05:30:26.248 INFO:teuthology.orchestra.run.smithi007.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 710 kB/s | 47 kB 00:00 2024-09-19T05:30:26.298 INFO:teuthology.orchestra.run.smithi007.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.9 MB/s | 304 kB 00:00 2024-09-19T05:30:26.324 INFO:teuthology.orchestra.run.smithi007.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 769 kB/s | 58 kB 00:00 2024-09-19T05:30:26.374 INFO:teuthology.orchestra.run.smithi007.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.2 MB/s | 96 kB 00:00 2024-09-19T05:30:26.399 INFO:teuthology.orchestra.run.smithi007.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 846 kB/s | 64 kB 00:00 2024-09-19T05:30:26.473 INFO:teuthology.orchestra.run.smithi044.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 70 kB/s | 22 kB 00:00 2024-09-19T05:30:26.540 INFO:teuthology.orchestra.run.smithi044.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.0 MB/s | 548 kB 00:00 2024-09-19T05:30:26.566 INFO:teuthology.orchestra.run.smithi007.stdout:(102/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-09-19T05:30:26.582 INFO:teuthology.orchestra.run.smithi044.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 7.3 MB/s | 308 kB 00:00 2024-09-19T05:30:26.591 INFO:teuthology.orchestra.run.smithi007.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 206 kB/s | 45 kB 00:00 2024-09-19T05:30:26.607 INFO:teuthology.orchestra.run.smithi044.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-19T05:30:26.625 INFO:teuthology.orchestra.run.smithi007.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 99 kB/s | 22 kB 00:00 2024-09-19T05:30:26.692 INFO:teuthology.orchestra.run.smithi007.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.4 MB/s | 548 kB 00:00 2024-09-19T05:30:26.717 INFO:teuthology.orchestra.run.smithi007.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 782 kB/s | 19 kB 00:00 2024-09-19T05:30:26.751 INFO:teuthology.orchestra.run.smithi007.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.6 MB/s | 863 kB 00:00 2024-09-19T05:30:26.776 INFO:teuthology.orchestra.run.smithi007.stdout:(108/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.0 MB/s | 308 kB 00:00 2024-09-19T05:30:26.818 INFO:teuthology.orchestra.run.smithi007.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-19T05:30:26.833 INFO:teuthology.orchestra.run.smithi044.stdout:(107/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T05:30:26.852 INFO:teuthology.orchestra.run.smithi007.stdout:(110/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 259 kB/s | 26 kB 00:00 2024-09-19T05:30:26.877 INFO:teuthology.orchestra.run.smithi007.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.2 MB/s | 67 kB 00:00 2024-09-19T05:30:26.911 INFO:teuthology.orchestra.run.smithi007.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-19T05:30:26.960 INFO:teuthology.orchestra.run.smithi044.stdout:(108/156): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-19T05:30:26.970 INFO:teuthology.orchestra.run.smithi007.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-09-19T05:30:26.992 INFO:teuthology.orchestra.run.smithi044.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 164 kB/s | 26 kB 00:00 2024-09-19T05:30:27.013 INFO:teuthology.orchestra.run.smithi063.stdout:Transaction test succeeded. 2024-09-19T05:30:27.014 INFO:teuthology.orchestra.run.smithi063.stdout:Running transaction 2024-09-19T05:30:27.017 INFO:teuthology.orchestra.run.smithi044.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 894 kB/s | 49 kB 00:00 2024-09-19T05:30:27.036 INFO:teuthology.orchestra.run.smithi007.stdout:(114/156): libarrow-9.0.0-11.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-19T05:30:27.042 INFO:teuthology.orchestra.run.smithi044.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-19T05:30:27.061 INFO:teuthology.orchestra.run.smithi007.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 474 kB/s | 43 kB 00:00 2024-09-19T05:30:27.067 INFO:teuthology.orchestra.run.smithi044.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-19T05:30:27.087 INFO:teuthology.orchestra.run.smithi007.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-09-19T05:30:27.109 INFO:teuthology.orchestra.run.smithi044.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-19T05:30:27.112 INFO:teuthology.orchestra.run.smithi007.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-09-19T05:30:27.135 INFO:teuthology.orchestra.run.smithi044.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T05:30:27.146 INFO:teuthology.orchestra.run.smithi007.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 2.3 MB/s | 548 kB 00:00 2024-09-19T05:30:27.177 INFO:teuthology.orchestra.run.smithi044.stdout:(115/156): protobuf-compiler-3.14.0-13.el9.x86_ 867 kB/s | 863 kB 00:00 2024-09-19T05:30:27.179 INFO:teuthology.orchestra.run.smithi007.stdout:(119/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.8 MB/s | 172 kB 00:00 2024-09-19T05:30:27.211 INFO:teuthology.orchestra.run.smithi044.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 426 kB/s | 32 kB 00:00 2024-09-19T05:30:27.213 INFO:teuthology.orchestra.run.smithi007.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-19T05:30:27.238 INFO:teuthology.orchestra.run.smithi007.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-19T05:30:27.253 INFO:teuthology.orchestra.run.smithi044.stdout:(117/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 839 kB 00:00 2024-09-19T05:30:27.263 INFO:teuthology.orchestra.run.smithi007.stdout:(122/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-09-19T05:30:27.278 INFO:teuthology.orchestra.run.smithi044.stdout:(118/156): python3-certifi-2023.05.07-4.el9.noa 141 kB/s | 14 kB 00:00 2024-09-19T05:30:27.289 INFO:teuthology.orchestra.run.smithi007.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-09-19T05:30:27.303 INFO:teuthology.orchestra.run.smithi044.stdout:(119/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.9 MB/s | 172 kB 00:00 2024-09-19T05:30:27.314 INFO:teuthology.orchestra.run.smithi007.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-09-19T05:30:27.328 INFO:teuthology.orchestra.run.smithi044.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-09-19T05:30:27.339 INFO:teuthology.orchestra.run.smithi007.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-19T05:30:27.354 INFO:teuthology.orchestra.run.smithi044.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-19T05:30:27.365 INFO:teuthology.orchestra.run.smithi007.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-19T05:30:27.379 INFO:teuthology.orchestra.run.smithi044.stdout:(122/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-09-19T05:30:27.390 INFO:teuthology.orchestra.run.smithi007.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-19T05:30:27.404 INFO:teuthology.orchestra.run.smithi044.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-09-19T05:30:27.415 INFO:teuthology.orchestra.run.smithi007.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-19T05:30:27.429 INFO:teuthology.orchestra.run.smithi044.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-09-19T05:30:27.449 INFO:teuthology.orchestra.run.smithi007.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-19T05:30:27.455 INFO:teuthology.orchestra.run.smithi044.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 354 kB/s | 18 kB 00:00 2024-09-19T05:30:27.480 INFO:teuthology.orchestra.run.smithi044.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-19T05:30:27.482 INFO:teuthology.orchestra.run.smithi007.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-19T05:30:27.505 INFO:teuthology.orchestra.run.smithi044.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-19T05:30:27.516 INFO:teuthology.orchestra.run.smithi007.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-09-19T05:30:27.530 INFO:teuthology.orchestra.run.smithi044.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 394 kB/s | 20 kB 00:00 2024-09-19T05:30:27.541 INFO:teuthology.orchestra.run.smithi007.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 986 kB/s | 58 kB 00:00 2024-09-19T05:30:27.564 INFO:teuthology.orchestra.run.smithi044.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-19T05:30:27.566 INFO:teuthology.orchestra.run.smithi007.stdout:(133/156): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-09-19T05:30:27.598 INFO:teuthology.orchestra.run.smithi044.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-19T05:30:27.608 INFO:teuthology.orchestra.run.smithi007.stdout:(134/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.2 MB/s | 2.0 MB 00:00 2024-09-19T05:30:27.631 INFO:teuthology.orchestra.run.smithi044.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-09-19T05:30:27.634 INFO:teuthology.orchestra.run.smithi007.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-19T05:30:27.659 INFO:teuthology.orchestra.run.smithi007.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 557 kB/s | 28 kB 00:00 2024-09-19T05:30:27.666 INFO:teuthology.orchestra.run.smithi044.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 854 kB/s | 58 kB 00:00 2024-09-19T05:30:27.685 INFO:teuthology.orchestra.run.smithi007.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T05:30:27.691 INFO:teuthology.orchestra.run.smithi044.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 665 kB/s | 16 kB 00:00 2024-09-19T05:30:27.710 INFO:teuthology.orchestra.run.smithi007.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:30:27.716 INFO:teuthology.orchestra.run.smithi044.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-19T05:30:27.735 INFO:teuthology.orchestra.run.smithi007.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T05:30:27.741 INFO:teuthology.orchestra.run.smithi044.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-09-19T05:30:27.760 INFO:teuthology.orchestra.run.smithi007.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-19T05:30:27.767 INFO:teuthology.orchestra.run.smithi044.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-19T05:30:27.786 INFO:teuthology.orchestra.run.smithi007.stdout:(141/156): python3-portend-3.1.0-2.el9.noarch.r 67 kB/s | 16 kB 00:00 2024-09-19T05:30:27.792 INFO:teuthology.orchestra.run.smithi044.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-19T05:30:27.811 INFO:teuthology.orchestra.run.smithi007.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.8 MB/s | 90 kB 00:00 2024-09-19T05:30:27.817 INFO:teuthology.orchestra.run.smithi044.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:30:27.836 INFO:teuthology.orchestra.run.smithi007.stdout:(143/156): python3-typing-extensions-4.12.2-2.e 751 kB/s | 74 kB 00:00 2024-09-19T05:30:27.842 INFO:teuthology.orchestra.run.smithi044.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-19T05:30:27.862 INFO:teuthology.orchestra.run.smithi007.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-09-19T05:30:27.868 INFO:teuthology.orchestra.run.smithi044.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-19T05:30:27.887 INFO:teuthology.orchestra.run.smithi007.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-19T05:30:27.912 INFO:teuthology.orchestra.run.smithi007.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T05:30:27.918 INFO:teuthology.orchestra.run.smithi044.stdout:(141/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.5 MB/s | 2.0 MB 00:00 2024-09-19T05:30:27.937 INFO:teuthology.orchestra.run.smithi007.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T05:30:27.943 INFO:teuthology.orchestra.run.smithi044.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 741 kB/s | 74 kB 00:00 2024-09-19T05:30:27.969 INFO:teuthology.orchestra.run.smithi044.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-19T05:30:27.994 INFO:teuthology.orchestra.run.smithi044.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-19T05:30:28.004 INFO:teuthology.orchestra.run.smithi007.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-09-19T05:30:28.019 INFO:teuthology.orchestra.run.smithi044.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-19T05:30:28.053 INFO:teuthology.orchestra.run.smithi044.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-19T05:30:28.079 INFO:teuthology.orchestra.run.smithi044.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-19T05:30:28.129 INFO:teuthology.orchestra.run.smithi044.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T05:30:28.280 INFO:teuthology.orchestra.run.smithi007.stdout:(149/156): librbd1-19.1.1-361.g2f599a46.el9.x86 9.2 MB/s | 3.2 MB 00:00 2024-09-19T05:30:28.396 INFO:teuthology.orchestra.run.smithi044.stdout:(149/156): NetworkManager-1.51.0-1.el9.x86_64.r 9.0 MB/s | 2.3 MB 00:00 2024-09-19T05:30:28.529 INFO:teuthology.orchestra.run.smithi044.stdout:(150/156): librbd1-19.1.1-361.g2f599a46.el9.x86 7.0 MB/s | 3.2 MB 00:00 2024-09-19T05:30:28.580 INFO:teuthology.orchestra.run.smithi044.stdout:(151/156): NetworkManager-libnm-1.51.0-1.el9.x8 9.8 MB/s | 1.8 MB 00:00 2024-09-19T05:30:28.613 INFO:teuthology.orchestra.run.smithi007.stdout:(150/156): librados2-19.1.1-361.g2f599a46.el9.x 4.9 MB/s | 3.4 MB 00:00 2024-09-19T05:30:28.630 INFO:teuthology.orchestra.run.smithi044.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 4.9 MB/s | 249 kB 00:00 2024-09-19T05:30:28.663 INFO:teuthology.orchestra.run.smithi044.stdout:(153/156): NetworkManager-team-1.51.0-1.el9.x86 306 kB/s | 41 kB 00:00 2024-09-19T05:30:28.706 INFO:teuthology.orchestra.run.smithi044.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 18 MB/s | 1.4 MB 00:00 2024-09-19T05:30:28.755 INFO:teuthology.orchestra.run.smithi007.stdout:(151/156): NetworkManager-1.51.0-1.el9.x86_64.r 3.1 MB/s | 2.3 MB 00:00 2024-09-19T05:30:28.764 INFO:teuthology.orchestra.run.smithi044.stdout:(155/156): librados2-19.1.1-361.g2f599a46.el9.x 4.8 MB/s | 3.4 MB 00:00 2024-09-19T05:30:28.872 INFO:teuthology.orchestra.run.smithi007.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.1 MB/s | 249 kB 00:00 2024-09-19T05:30:28.914 INFO:teuthology.orchestra.run.smithi044.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 9.6 MB/s | 2.4 MB 00:00 2024-09-19T05:30:28.921 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:30:28.921 INFO:teuthology.orchestra.run.smithi044.stdout:Total 16 MB/s | 226 MB 00:14 2024-09-19T05:30:29.014 INFO:teuthology.orchestra.run.smithi007.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 9.6 MB/s | 1.4 MB 00:00 2024-09-19T05:30:29.040 INFO:teuthology.orchestra.run.smithi007.stdout:(154/156): NetworkManager-team-1.51.0-1.el9.x86 96 kB/s | 41 kB 00:00 2024-09-19T05:30:29.140 INFO:teuthology.orchestra.run.smithi007.stdout:(155/156): NetworkManager-libnm-1.51.0-1.el9.x8 2.1 MB/s | 1.8 MB 00:00 2024-09-19T05:30:29.190 INFO:teuthology.orchestra.run.smithi007.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 14 MB/s | 2.4 MB 00:00 2024-09-19T05:30:29.197 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:30:29.197 INFO:teuthology.orchestra.run.smithi007.stdout:Total 18 MB/s | 226 MB 00:12 2024-09-19T05:30:30.192 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-09-19T05:30:30.362 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-09-19T05:30:30.362 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-09-19T05:30:30.453 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-09-19T05:30:30.622 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-09-19T05:30:30.622 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-09-19T05:30:32.691 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-09-19T05:30:32.691 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-09-19T05:30:32.963 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-09-19T05:30:32.964 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-09-19T05:30:33.471 INFO:teuthology.orchestra.run.smithi063.stdout: Preparing : 1/1 2024-09-19T05:30:33.588 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:30:33.772 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:30:33.856 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:30:33.897 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:30:33.921 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:30:33.973 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:30:34.323 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:30:34.441 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:34.572 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:34.606 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:34.699 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:34.730 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:30:34.923 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:30:34.983 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:30:35.019 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:35.124 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:35.153 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:35.216 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:35.448 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:35.448 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:35.491 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:35.659 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:35.785 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:30:35.891 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:35.961 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:36.197 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:36.311 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:30:36.410 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:30:36.450 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:30:36.486 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:30:36.562 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:30:36.612 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:30:36.651 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:30:36.695 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:30:36.727 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:30:36.754 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:30:36.828 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:30:36.887 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:30:36.917 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:30:36.959 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:30:37.041 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:30:37.087 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:30:37.123 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:30:37.150 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:30:37.225 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:30:37.273 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:30:37.353 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:30:37.509 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:30:37.561 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:30:38.134 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:30:38.216 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:30:38.249 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:30:38.301 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:30:38.340 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:30:38.382 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:30:38.544 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:30:38.600 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:30:38.658 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:30:38.732 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:30:38.784 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:30:38.821 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:30:38.892 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:30:39.029 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:30:39.073 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:30:39.115 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:30:39.261 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:30:39.298 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:30:39.341 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:30:39.450 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:30:39.490 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:30:39.531 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:30:39.563 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:30:39.575 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-09-19T05:30:39.588 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:30:39.686 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:30:39.711 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:30:39.749 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-09-19T05:30:39.753 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:30:39.812 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:30:39.823 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:30:39.853 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:30:39.861 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:30:39.862 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:30:39.878 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:30:39.890 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:30:39.921 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:30:39.924 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:30:39.929 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:30:39.964 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:30:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:30:40.003 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:30:40.036 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:30:40.040 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:30:40.062 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:30:40.070 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:30:40.104 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:30:40.130 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:30:40.146 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:30:40.180 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:30:40.272 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:30:40.278 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:30:40.320 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:30:40.350 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:30:40.387 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:40.460 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:30:40.511 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:30:40.512 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:40.527 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:30:40.546 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:40.591 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:40.643 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:40.677 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:30:40.727 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:30:40.751 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:40.844 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:30:40.874 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:30:40.875 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:30:40.932 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:30:40.959 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:41.049 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:30:41.069 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:41.093 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:41.103 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:30:41.130 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:41.165 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:41.195 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:41.222 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:41.237 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:30:41.264 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:41.301 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:30:41.327 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:30:41.348 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:30:41.357 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:41.378 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:30:41.381 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:30:41.399 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:41.487 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:30:41.537 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:30:41.559 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:41.569 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:41.590 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:30:41.676 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:30:41.684 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:30:41.725 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:30:41.761 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:30:41.789 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:41.869 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:41.881 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:30:41.916 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:30:41.947 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:30:41.991 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:42.027 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:30:42.065 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:42.103 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:42.237 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:30:42.294 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:30:42.359 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:30:42.407 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:30:42.506 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:30:42.538 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:30:42.573 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:30:42.600 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:30:42.643 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:30:42.648 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:30:42.708 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:30:42.718 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:30:42.748 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:30:42.748 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:30:42.778 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:30:42.792 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:30:42.824 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:30:42.835 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:30:42.851 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:30:42.878 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:30:42.883 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:30:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:30:42.924 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:30:42.955 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:30:42.983 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:30:43.013 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:30:43.027 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:30:43.057 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:30:43.078 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:30:43.108 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:30:43.135 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:30:43.151 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:30:43.167 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:30:43.211 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:30:43.231 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:30:43.239 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:30:43.270 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:30:43.313 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:30:43.323 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:30:43.351 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:30:43.354 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:30:43.425 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:30:43.431 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:30:43.474 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:30:43.552 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:30:43.570 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:30:43.642 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:30:43.699 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:30:43.753 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:30:44.197 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:30:44.254 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:30:44.288 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:30:44.329 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:30:44.331 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:30:44.375 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:30:44.413 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:30:44.424 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:30:44.455 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:30:44.459 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:30:44.511 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:30:44.557 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:30:44.611 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:30:44.612 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:30:44.626 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:30:44.655 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:30:44.657 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:30:44.687 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:30:44.714 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:30:44.780 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:30:44.787 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:30:44.825 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:30:44.834 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:30:44.861 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:30:44.891 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:30:44.909 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:30:44.944 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:30:44.966 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:30:44.987 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:30:45.003 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:30:45.014 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:30:45.030 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:30:45.038 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:30:45.057 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:45.095 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:30:45.132 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:45.137 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:30:45.165 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:30:45.172 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:30:45.181 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:30:45.207 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:30:45.224 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:30:45.372 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:30:45.416 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:30:45.458 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:30:45.561 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:30:45.567 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:30:45.607 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:30:45.648 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:30:45.680 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:30:45.697 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:30:45.704 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:30:45.717 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:30:45.752 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:45.803 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:30:45.808 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:30:45.823 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:45.845 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:30:45.853 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:30:45.893 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:30:45.926 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:30:45.938 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:30:45.952 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:30:45.970 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:30:46.007 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:30:46.041 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:30:46.049 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:30:46.081 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:30:46.121 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:30:46.150 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:30:46.184 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:30:46.185 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:30:46.221 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:30:46.225 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:30:46.263 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:30:46.279 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:30:46.298 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:30:46.313 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:30:46.352 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:30:46.387 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:30:46.400 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:30:46.430 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:30:46.437 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:30:46.464 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:30:46.467 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:30:46.498 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:30:46.540 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:30:46.573 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:30:46.575 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:30:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:30:46.680 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:30:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:30:46.752 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:30:46.861 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:30:46.921 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:30:47.642 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:30:47.683 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:30:47.697 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:30:47.716 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:30:47.742 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:30:47.784 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:30:47.821 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:30:47.872 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:30:47.889 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:30:47.925 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:30:47.940 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:30:47.986 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:30:48.015 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:30:48.052 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:30:48.086 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:30:48.129 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:30:48.244 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:30:48.275 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:30:48.321 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:30:48.342 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:48.355 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:30:48.360 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:30:48.383 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:48.440 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:30:48.977 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:49.019 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:49.046 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:30:49.115 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:49.115 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:30:49.115 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:30:49.116 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:30:49.132 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:30:49.154 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:30:49.174 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:30:49.263 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:30:50.504 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:30:50.585 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:30:50.613 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:30:50.617 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:30:50.646 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:30:50.698 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:30:50.727 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:30:50.759 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:30:50.972 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:30:51.008 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:51.089 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:30:51.100 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:51.130 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:30:51.140 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:51.167 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:30:51.231 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:30:51.269 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:30:51.306 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:30:51.675 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:30:51.703 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:51.775 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:51.805 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:30:51.814 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:30:51.842 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:51.914 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:30:51.944 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:30:54.241 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.277 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.338 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.374 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.852 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.889 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:54.957 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:30:54.967 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:54.967 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:30:54.968 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:30:54.968 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:30:55.002 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:55.009 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:30:55.094 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:30:55.094 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:30:55.094 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:30:55.095 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:30:55.137 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:31:01.162 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:31:01.162 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /sys 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /proc 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /mnt 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /var/tmp 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /home 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /root 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout:skipping the directory /tmp 2024-09-19T05:31:01.163 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:01.347 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:01.363 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:01.364 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:01.364 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:31:01.364 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:02.900 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:02.929 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:02.929 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:02.929 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:31:02.929 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:02.929 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:02.930 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:03.168 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:03.192 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:03.192 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:03.193 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:31:03.193 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:03.193 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:03.193 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:03.651 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:03.676 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:03.791 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:31:03.850 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:31:03.914 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:31:04.148 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:31:04.203 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:31:04.285 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:31:04.384 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:31:04.528 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:31:04.582 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:31:04.618 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:31:04.645 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:31:05.050 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:05.076 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:05.108 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:31:05.174 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:31:05.199 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:06.320 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:06.359 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:07.336 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:31:07.336 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /sys 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /proc 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /mnt 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /var/tmp 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /home 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /root 2024-09-19T05:31:07.337 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /tmp 2024-09-19T05:31:07.338 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:07.377 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:07.401 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /sys 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /proc 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /mnt 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /var/tmp 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /home 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /root 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /tmp 2024-09-19T05:31:07.507 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:07.513 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:07.523 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:07.540 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:07.540 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:07.540 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:31:07.540 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:07.691 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:31:07.694 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:31:07.694 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:07.694 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:31:07.694 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:07.720 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:07.745 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:07.796 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:07.807 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:07.910 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:31:07.965 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:31:08.946 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:31:08.973 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:08.997 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:08.998 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:08.998 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:31:08.998 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:08.998 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:08.998 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:09.040 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:09.064 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:09.064 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.064 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:31:09.064 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:09.085 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:09.113 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:09.116 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:09.140 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:09.140 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.140 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:31:09.140 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:09.140 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:09.141 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:09.230 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:31:09.258 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:09.352 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:09.376 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:09.377 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.377 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:31:09.377 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:09.377 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:09.377 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:09.466 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:09.491 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:09.491 INFO:teuthology.orchestra.run.smithi063.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.491 INFO:teuthology.orchestra.run.smithi063.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:31:09.491 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:09.491 INFO:teuthology.orchestra.run.smithi063.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:09.492 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:09.498 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:09.523 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:31:09.524 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.524 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:31:09.524 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:09.524 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:31:09.524 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:09.836 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:09.900 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:09.900 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:09.900 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:31:09.900 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:09.901 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:09.901 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:09.976 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:31:09.991 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:31:10.017 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:10.042 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:31:10.114 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:31:10.131 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:31:10.189 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:31:10.252 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:31:10.308 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:31:10.371 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:31:10.453 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:31:10.454 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:31:10.502 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:31:10.549 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:31:10.582 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:31:10.671 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:31:10.692 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:31:10.752 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:31:10.787 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:31:10.813 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:31:10.814 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:31:10.876 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:31:10.909 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:31:10.936 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:31:11.252 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:11.279 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:11.311 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:31:11.375 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:31:11.376 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:11.402 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:11.403 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:31:11.434 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:31:11.498 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:31:11.525 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:12.512 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:12.554 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:12.634 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:31:12.668 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:13.567 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:13.604 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:13.684 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:31:13.713 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:13.827 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:13.883 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:31:13.915 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:13.934 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:13.940 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:13.990 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:14.003 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:14.104 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:31:14.116 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:31:14.146 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:14.161 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:31:14.171 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:14.221 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:14.234 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:31:14.335 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:31:14.345 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:31:14.387 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:31:14.391 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:31:14.429 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:31:14.459 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:31:14.487 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:31:14.710 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:31:14.758 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:31:14.788 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:31:14.818 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:31:14.856 INFO:teuthology.orchestra.run.smithi063.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:31:15.141 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:31:15.185 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:15.210 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:15.260 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:15.285 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:15.285 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.285 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:31:15.285 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:15.336 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:15.361 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:15.361 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.362 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:31:15.362 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:15.362 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:15.362 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:15.374 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:31:15.407 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:15.411 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:31:15.433 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:15.453 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:15.474 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:15.475 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:15.499 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:31:15.499 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.499 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:31:15.500 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:15.559 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:15.583 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:31:15.584 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.584 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:31:15.584 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:15.584 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:31:15.584 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:15.678 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:15.703 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:15.909 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:15.934 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:31:15.935 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:31:15.935 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:31:15.935 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:15.935 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:31:15.935 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:16.408 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:31:16.507 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:31:16.560 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:31:16.659 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:31:16.693 INFO:teuthology.orchestra.run.smithi063.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:31:16.719 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:31:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:31:16.753 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:16.837 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:16.921 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:16.946 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:31:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:16.951 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:17.131 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:17.215 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:17.283 INFO:teuthology.orchestra.run.smithi063.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:20.541 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:31:20.583 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:31:20.623 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:31:20.655 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:31:20.682 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:31:20.781 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:31:20.823 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:31:20.864 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:31:20.892 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:31:20.895 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:31:20.922 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:31:20.937 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:31:20.967 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:31:21.000 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:31:21.043 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:31:21.133 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:31:21.170 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:31:21.200 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:31:21.230 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:31:21.275 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:31:21.612 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:21.649 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:21.671 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:21.858 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:21.899 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:21.920 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:31:22.571 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:31:22.662 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:31:22.712 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:31:22.812 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:31:22.826 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:31:22.849 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:31:22.874 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:31:22.900 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:31:22.900 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:22.920 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:31:22.945 INFO:teuthology.orchestra.run.smithi063.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:22.945 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:31:22.946 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:31:22.947 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:31:22.948 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:31:22.949 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:31:22.950 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:31:22.951 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:31:22.952 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:31:22.953 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:31:22.954 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:31:22.955 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:31:22.956 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:31:22.957 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:31:22.958 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:31:22.959 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:31:22.959 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:31:22.959 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:31:22.959 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:31:22.966 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:31:22.993 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:22.993 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:23.060 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:31:23.085 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:23.090 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:31:23.116 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:31:23.127 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:31:23.132 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.132 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.151 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:31:23.151 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:23.243 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:31:23.243 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:23.320 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.320 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:23.335 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:31:23.360 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:31:23.367 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.367 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.404 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:23.473 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:23.554 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:31:23.554 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:23.638 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:31:23.706 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:25.595 INFO:teuthology.orchestra.run.smithi063.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:25.595 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout:Upgraded: 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout:Installed: 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:31:25.596 INFO:teuthology.orchestra.run.smithi063.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.597 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:25.598 INFO:teuthology.orchestra.run.smithi063.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.599 INFO:teuthology.orchestra.run.smithi063.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:31:25.600 INFO:teuthology.orchestra.run.smithi063.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:31:25.601 INFO:teuthology.orchestra.run.smithi063.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:31:25.602 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:31:25.603 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:31:25.604 INFO:teuthology.orchestra.run.smithi063.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:31:25.605 INFO:teuthology.orchestra.run.smithi063.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:31:25.606 INFO:teuthology.orchestra.run.smithi063.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:31:25.607 INFO:teuthology.orchestra.run.smithi063.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:31:25.608 INFO:teuthology.orchestra.run.smithi063.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:31:25.608 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:31:25.608 INFO:teuthology.orchestra.run.smithi063.stdout:Complete! 2024-09-19T05:31:26.146 DEBUG:teuthology.parallel:result is None 2024-09-19T05:31:29.188 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:29.188 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:31:29.188 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:31:29.188 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:31:29.188 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:31:29.189 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:31:29.190 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:31:29.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:31:29.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:31:29.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:31:29.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:31:29.203 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:31:29.204 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:31:29.205 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:31:29.206 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:31:29.207 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:31:29.207 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:31:29.207 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:31:29.207 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:31:29.208 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:31:29.209 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:31:29.210 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:31:29.211 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:31:29.211 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:31:29.211 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:31:29.211 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:31:29.212 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:31:29.213 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:31:29.214 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:31:29.215 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:31:29.372 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:29.373 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:31:29.373 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:31:29.373 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:31:29.373 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:31:29.374 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:31:29.374 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:31:29.374 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:31:29.374 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:31:29.374 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:31:29.375 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:31:29.376 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:31:29.376 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:31:29.376 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:31:29.376 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:31:29.376 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:31:29.377 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:31:29.378 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:31:29.378 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:31:29.378 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:31:29.378 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:31:29.378 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:31:29.379 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:31:29.380 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:31:29.380 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:31:29.380 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:31:29.380 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:31:29.380 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:31:29.381 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:31:29.382 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:31:29.383 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:31:29.383 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:31:29.383 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:31:29.383 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:31:29.383 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:31:29.384 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:31:29.385 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:31:29.386 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:31:29.386 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:31:29.386 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:31:29.386 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:31:29.387 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:31:29.388 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:31:29.388 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:31:29.388 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:31:29.388 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:31:29.389 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:31:29.390 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:31:29.391 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:31:29.391 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:31:29.391 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:31:29.391 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:31:29.391 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:31:29.392 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:31:29.393 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:31:29.394 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:31:29.394 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:31:29.394 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:31:29.394 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:31:29.395 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:31:29.396 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:31:29.397 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:31:29.398 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:31:29.399 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout:Upgraded: 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:31.899 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.900 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.901 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:31:31.902 INFO:teuthology.orchestra.run.smithi044.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:31:31.903 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:31:31.904 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:31:31.905 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:31.906 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:31:31.907 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:31:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:31:31.909 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:31:31.909 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:31:31.909 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:31:31.909 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:31:31.910 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:31:31.911 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:31:31.912 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:31:31.913 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.914 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:31:31.915 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-09-19T05:31:31.999 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout:Upgraded: 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.000 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.001 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.002 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.002 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.002 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.002 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.003 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T05:31:32.004 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T05:31:32.005 INFO:teuthology.orchestra.run.smithi007.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.006 INFO:teuthology.orchestra.run.smithi007.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T05:31:32.007 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T05:31:32.008 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T05:31:32.009 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T05:31:32.010 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T05:31:32.010 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T05:31:32.012 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T05:31:32.012 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T05:31:32.012 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T05:31:32.012 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T05:31:32.012 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T05:31:32.013 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T05:31:32.014 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T05:31:32.015 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T05:31:32.016 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T05:31:32.017 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T05:31:32.018 INFO:teuthology.orchestra.run.smithi007.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T05:31:32.019 INFO:teuthology.orchestra.run.smithi007.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T05:31:32.019 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T05:31:32.019 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T05:31:32.020 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T05:31:32.020 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:31:32.020 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-09-19T05:31:32.453 DEBUG:teuthology.parallel:result is None 2024-09-19T05:31:32.535 DEBUG:teuthology.parallel:result is None 2024-09-19T05:31:32.536 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:32.678 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:31:32.701 INFO:teuthology.orchestra.run.smithi007.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:31:32.702 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:31:32.702 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:31:32.704 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:32.840 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:31:32.865 INFO:teuthology.orchestra.run.smithi044.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:31:32.865 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:31:32.866 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:31:32.868 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:33.006 DEBUG:teuthology.orchestra.run.smithi063:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T05:31:33.034 INFO:teuthology.orchestra.run.smithi063.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T05:31:33.034 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T05:31:33.034 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T05:31:33.036 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T05:31:33.037 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:31:33.037 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:31:33.067 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:31:33.067 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:31:33.101 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:31:33.101 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T05:31:33.134 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T05:31:33.134 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:31:33.134 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:31:33.162 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:31:33.229 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:31:33.229 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:31:33.260 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:31:33.331 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:31:33.331 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T05:31:33.362 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T05:31:33.432 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T05:31:33.433 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:31:33.433 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:31:33.462 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:31:33.531 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:31:33.531 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:31:33.562 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:31:33.632 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:31:33.632 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T05:31:33.659 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T05:31:33.725 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T05:31:33.725 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:31:33.725 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:31:33.755 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:31:33.824 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:31:33.825 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:31:33.857 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:31:33.928 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:31:33.929 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T05:31:33.954 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T05:31:34.020 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-19T05:31:34.119 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-19T05:31:34.120 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:34.120 INFO:tasks.cephadm:Cluster fsid is 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:31:34.120 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-19T05:31:34.121 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.7', 'mon.b': '172.21.15.44', 'mon.c': '172.21.15.63'} 2024-09-19T05:31:34.121 INFO:tasks.cephadm:First mon is mon.a on smithi007 2024-09-19T05:31:34.121 INFO:tasks.cephadm:First mgr is x 2024-09-19T05:31:34.121 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-19T05:31:34.121 DEBUG:teuthology.orchestra.run.smithi007:> sudo hostname $(hostname -s) 2024-09-19T05:31:34.152 DEBUG:teuthology.orchestra.run.smithi044:> sudo hostname $(hostname -s) 2024-09-19T05:31:34.183 DEBUG:teuthology.orchestra.run.smithi063:> sudo hostname $(hostname -s) 2024-09-19T05:31:34.209 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-19T05:31:34.210 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:34.350 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56106/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-361-g2f599a46', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-361.g2f599a46'}, 'url': 'https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-18 17:52:24.287651', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-19T05:31:34.486 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref squid, sha1 2f599a46ad10e37c929e5c43da2f6907ddcd1961 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:31:34.488 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm 2024-09-19T05:31:34.488 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm 2024-09-19T05:31:34.488 DEBUG:teuthology.orchestra.run.smithi007:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:34.851 INFO:teuthology.orchestra.run.smithi007.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 05:31 /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:34.851 DEBUG:teuthology.orchestra.run.smithi044:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:35.700 INFO:teuthology.orchestra.run.smithi044.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 05:31 /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:35.701 DEBUG:teuthology.orchestra.run.smithi063:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:36.413 INFO:teuthology.orchestra.run.smithi063.stdout:-rw-r--r--. 1 ubuntu ubuntu 784313 Sep 19 05:31 /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:36.414 DEBUG:teuthology.orchestra.run.smithi007:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:36.434 DEBUG:teuthology.orchestra.run.smithi044:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:36.457 DEBUG:teuthology.orchestra.run.smithi063:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-19T05:31:36.977 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 on all hosts... 2024-09-19T05:31:36.977 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T05:31:36.981 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T05:31:36.984 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 pull 2024-09-19T05:31:38.517 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T05:31:38.614 INFO:teuthology.orchestra.run.smithi007.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T05:31:38.661 INFO:teuthology.orchestra.run.smithi063.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T05:32:08.687 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "repo_digests": [ 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:32:08.688 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:32:08.836 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-09-19T05:32:08.836 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:32:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T05:32:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "repo_digests": [ 2024-09-19T05:32:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T05:32:08.837 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-09-19T05:32:08.837 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout: "image_id": "d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d", 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout: "repo_digests": [ 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e" 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout: ] 2024-09-19T05:32:09.156 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-19T05:32:09.182 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph 2024-09-19T05:32:09.211 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph 2024-09-19T05:32:09.245 DEBUG:teuthology.orchestra.run.smithi063:> sudo mkdir -p /etc/ceph 2024-09-19T05:32:09.273 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /etc/ceph 2024-09-19T05:32:09.298 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /etc/ceph 2024-09-19T05:32:09.328 DEBUG:teuthology.orchestra.run.smithi063:> sudo chmod 777 /etc/ceph 2024-09-19T05:32:09.354 INFO:tasks.cephadm:Writing seed config... 2024-09-19T05:32:09.355 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-19T05:32:09.355 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-19T05:32:09.355 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-19T05:32:09.355 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-19T05:32:09.356 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-19T05:32:09.357 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-19T05:32:09.358 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-19T05:32:09.359 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-19T05:32:09.359 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-19T05:32:09.359 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-19T05:32:09.359 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-09-19T05:32:09.360 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:32:09.360 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-19T05:32:09.376 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 6ed8e528-7648-11ef-bceb-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-19T05:32:09.376 DEBUG:teuthology.orchestra.run.smithi007:mon.a> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service 2024-09-19T05:32:09.419 DEBUG:teuthology.orchestra.run.smithi007:mgr.x> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x.service 2024-09-19T05:32:09.461 INFO:tasks.cephadm:Bootstrapping... 2024-09-19T05:32:09.461 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 -v bootstrap --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.7 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:32:09.670 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:32:09.671 INFO:teuthology.orchestra.run.smithi007.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961', '-v', 'bootstrap', '--fsid', '6ed8e528-7648-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.7', '--skip-admin-label'] 2024-09-19T05:32:09.671 INFO:teuthology.orchestra.run.smithi007.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-19T05:32:09.671 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying podman|docker is present... 2024-09-19T05:32:09.696 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.2.2 2024-09-19T05:32:09.696 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying lvm2 is present... 2024-09-19T05:32:09.696 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying time synchronization is in place... 2024-09-19T05:32:09.704 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-19T05:32:09.704 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-19T05:32:09.710 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-19T05:32:09.710 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:32:09.717 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-09-19T05:32:09.724 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-09-19T05:32:09.724 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-09-19T05:32:09.724 INFO:teuthology.orchestra.run.smithi007.stdout:Repeating the final host check... 2024-09-19T05:32:09.748 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.2.2 2024-09-19T05:32:09.748 INFO:teuthology.orchestra.run.smithi007.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-19T05:32:09.748 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl is present 2024-09-19T05:32:09.748 INFO:teuthology.orchestra.run.smithi007.stdout:lvcreate is present 2024-09-19T05:32:09.755 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-19T05:32:09.755 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-19T05:32:09.761 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-19T05:32:09.761 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:32:09.768 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-09-19T05:32:09.775 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-09-19T05:32:09.775 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Host looks OK 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Cluster fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Acquiring lock 140395507610624 on /run/cephadm/6ed8e528-7648-11ef-bceb-c7b262605968.lock 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Lock 140395507610624 acquired on /run/cephadm/6ed8e528-7648-11ef-bceb-c7b262605968.lock 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 3300 ... 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 6789 ... 2024-09-19T05:32:09.776 INFO:teuthology.orchestra.run.smithi007.stdout:Base mon IP(s) is [172.21.15.7:3300, 172.21.15.7:6789], mon addrv is [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-19T05:32:09.779 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.7 metric 100 2024-09-19T05:32:09.779 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.7 metric 100 2024-09-19T05:32:09.782 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-19T05:32:09.782 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-19T05:32:09.782 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1794sec hoplimit 64 pref medium 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-09-19T05:32:09.786 INFO:teuthology.orchestra.run.smithi007.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-19T05:32:09.787 INFO:teuthology.orchestra.run.smithi007.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-19T05:32:09.787 INFO:teuthology.orchestra.run.smithi007.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961... 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Getting image source signatures 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:c4221751d16d26d2a4b7031ebd71ecffffff13c8cf7401cf95ce80dab3b6d67a 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying config sha256:d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d 2024-09-19T05:32:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-19T05:32:11.160 INFO:teuthology.orchestra.run.smithi007.stdout:ceph: stdout ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T05:32:11.160 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph version: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable) 2024-09-19T05:32:11.160 INFO:teuthology.orchestra.run.smithi007.stdout:Extracting ceph user uid/gid from container image... 2024-09-19T05:32:12.173 INFO:teuthology.orchestra.run.smithi007.stdout:stat: stdout 167 167 2024-09-19T05:32:12.174 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial keys... 2024-09-19T05:32:13.054 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQBct+tmu7EwHBAA16Bmm6FwHMOvt6wou2vEqg== 2024-09-19T05:32:13.885 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQBdt+tm/JIkFRAAVHlCLy19QkNBqXFJX90ung== 2024-09-19T05:32:14.858 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQBet+tmo9YCDxAAIDasE1Ln41WU4S6WLtGGYg== 2024-09-19T05:32:14.858 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial monmap... 2024-09-19T05:32:15.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-19T05:32:15.789 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool for a [v2:172.21.15.7:3300,v1:172.21.15.7:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = quincy 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: set fsid to 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:32:15.790 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mon... 2024-09-19T05:32:21.668 INFO:teuthology.orchestra.run.smithi007.stdout:create mon.a on 2024-09-19T05:32:22.205 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-19T05:32:22.490 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-19T05:32:23.115 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target. 2024-09-19T05:32:23.115 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target. 2024-09-19T05:32:24.099 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a 2024-09-19T05:32:24.099 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-19T05:32:24.472 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target.wants/ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968@.service. 2024-09-19T05:32:24.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:24 smithi007 podman[30573]: 2024-09-19 05:32:24.61053857 +0000 UTC m=+0.016157988 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:32:25.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:25 smithi007 podman[30573]: 2024-09-19 05:32:25.614173558 +0000 UTC m=+1.019792961 container create 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-19T05:32:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 podman[30573]: 2024-09-19 05:32:27.3071832 +0000 UTC m=+2.712802616 container init 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-09-19T05:32:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 podman[30573]: 2024-09-19 05:32:27.311506124 +0000 UTC m=+2.717125526 container start 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:32:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 ceph-mon[30592]: mkfs 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 ceph-mon[30592]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-19T05:32:27.836 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T05:32:27.836 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-19T05:32:27.845 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T05:32:27.845 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:32:27.845 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-19T05:32:27.845 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-09-19T05:32:27.846 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon to start... 2024-09-19T05:32:27.846 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon... 2024-09-19T05:32:28.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 bash[30573]: 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 2024-09-19T05:32:28.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:27 smithi007 systemd[1]: Started Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:32:28.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-19T05:32:28.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: monmap epoch 1 2024-09-19T05:32:28.436 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: last_changed 2024-09-19T05:32:15.181364+0000 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: min_mon_release 19 (squid) 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: election_strategy: 1 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: fsmap 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: osdmap e1: 0 total, 0 up, 0 in 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: mgrmap e1: no daemons active 2024-09-19T05:32:28.437 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:28 smithi007 ceph-mon[30592]: from='client.? 172.21.15.7:0/431562940' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout cluster: 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout id: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout services: 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.966894s) 2024-09-19T05:32:29.025 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout data: 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pgs: 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:29.026 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.248+0000 7f22d707b640 1 Processor -- start 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.248+0000 7f22d707b640 1 -- start start 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.248+0000 7f22d707b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.248+0000 7f22d707b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f22d007be00 con 0x7f22d01081c0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.249+0000 7f22d4e17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.249+0000 7f22d4e17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35628/0 (socket says 172.21.15.7:35628) 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.249+0000 7f22d4e17640 1 -- 172.21.15.7:0/4155290978 learned_addr learned my addr 172.21.15.7:0/4155290978 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.249+0000 7f22d4e17640 1 -- 172.21.15.7:0/4155290978 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d010aaf0 con 0x7f22d01081c0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.251+0000 7f22d4e17640 1 --2- 172.21.15.7:0/4155290978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f22b8009820 tx=0x7f22b802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4ba27199fd4b427 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.251+0000 7f22cf7fe640 1 -- 172.21.15.7:0/4155290978 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22b8037070 con 0x7f22d01081c0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.251+0000 7f22cf7fe640 1 -- 172.21.15.7:0/4155290978 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b8032440 con 0x7f22d01081c0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.251+0000 7f22cf7fe640 1 -- 172.21.15.7:0/4155290978 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22b8032740 con 0x7f22d01081c0 2024-09-19T05:32:29.027 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- 172.21.15.7:0/4155290978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 msgr2=0x7f22d010a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 --2- 172.21.15.7:0/4155290978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f22b8009820 tx=0x7f22b802a270 comp rx=0 tx=0).stop 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- 172.21.15.7:0/4155290978 shutdown_connections 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 --2- 172.21.15.7:0/4155290978 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d010a5b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- 172.21.15.7:0/4155290978 >> 172.21.15.7:0/4155290978 conn(0x7f22d0101e20 msgr2=0x7f22d0104240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- 172.21.15.7:0/4155290978 shutdown_connections 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- 172.21.15.7:0/4155290978 wait complete. 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 Processor -- start 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.252+0000 7f22d707b640 1 -- start start 2024-09-19T05:32:29.028 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d707b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d707b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f22d010afd0 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d4e17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d4e17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35636/0 (socket says 172.21.15.7:35636) 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d4e17640 1 -- 172.21.15.7:0/431562940 learned_addr learned my addr 172.21.15.7:0/431562940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d4e17640 1 -- 172.21.15.7:0/431562940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d019b3e0 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d4e17640 1 --2- 172.21.15.7:0/431562940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f22b80090b0 tx=0x7f22b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22b8041070 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b803c7a0 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.253+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d019b670 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.254+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22b8037040 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.254+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d019e360 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.254+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f22b8044070 con 0x7f22d01081c0 2024-09-19T05:32:29.029 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.254+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f22b803d3f0 con 0x7f22d01081c0 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.255+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d0108620 con 0x7f22d01081c0 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.257+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f22b8046450 con 0x7f22d01081c0 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.320+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f22d002d940 con 0x7f22d01081c0 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.320+0000 7f22cdffb640 1 -- 172.21.15.7:0/431562940 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f22b8046630 con 0x7f22d01081c0 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 msgr2=0x7f22d019aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 --2- 172.21.15.7:0/431562940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f22b80090b0 tx=0x7f22b80046c0 comp rx=0 tx=0).stop 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 shutdown_connections 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 --2- 172.21.15.7:0/431562940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22d01081c0 0x7f22d019aea0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 >> 172.21.15.7:0/431562940 conn(0x7f22d0101e20 msgr2=0x7f22d0102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 shutdown_connections 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:28.321+0000 7f22d707b640 1 -- 172.21.15.7:0/431562940 wait complete. 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:mon is available 2024-09-19T05:32:29.030 INFO:teuthology.orchestra.run.smithi007.stdout:Assimilating anything we can from ceph.conf... 2024-09-19T05:32:29.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:29 smithi007 ceph-mon[30592]: from='client.? 172.21.15.7:0/1827391801' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-19T05:32:29.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:29 smithi007 ceph-mon[30592]: from='client.? 172.21.15.7:0/1827391801' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-19T05:32:30.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:30.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-09-19T05:32:30.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-19T05:32:30.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1f15d640 1 Processor -- start 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1f15d640 1 -- start start 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1f15d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1f15d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe1807c7b0 con 0x7fbe1807dd70 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1cef9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:30.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1cef9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35650/0 (socket says 172.21.15.7:35650) 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1cef9640 1 -- 172.21.15.7:0/2829566773 learned_addr learned my addr 172.21.15.7:0/2829566773 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.415+0000 7fbe1cef9640 1 -- 172.21.15.7:0/2829566773 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe1807c930 con 0x7fbe1807dd70 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.416+0000 7fbe1cef9640 1 --2- 172.21.15.7:0/2829566773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbe14009820 tx=0x7fbe1402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1340447a739ed04f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.416+0000 7fbe0f7fe640 1 -- 172.21.15.7:0/2829566773 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe14037070 con 0x7fbe1807dd70 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.416+0000 7fbe0f7fe640 1 -- 172.21.15.7:0/2829566773 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe14032440 con 0x7fbe1807dd70 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.416+0000 7fbe0f7fe640 1 -- 172.21.15.7:0/2829566773 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe14032740 con 0x7fbe1807dd70 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 -- 172.21.15.7:0/2829566773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 msgr2=0x7fbe1807c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 --2- 172.21.15.7:0/2829566773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbe14009820 tx=0x7fbe1402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 -- 172.21.15.7:0/2829566773 shutdown_connections 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 --2- 172.21.15.7:0/2829566773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1807c270 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 -- 172.21.15.7:0/2829566773 >> 172.21.15.7:0/2829566773 conn(0x7fbe18102f60 msgr2=0x7fbe18105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:30.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 -- 172.21.15.7:0/2829566773 shutdown_connections 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.417+0000 7fbe1f15d640 1 -- 172.21.15.7:0/2829566773 wait complete. 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1f15d640 1 Processor -- start 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1f15d640 1 -- start start 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1f15d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1f15d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe1807ced0 con 0x7fbe1807dd70 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1cef9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1cef9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35662/0 (socket says 172.21.15.7:35662) 2024-09-19T05:32:30.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1cef9640 1 -- 172.21.15.7:0/1827391801 learned_addr learned my addr 172.21.15.7:0/1827391801 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1cef9640 1 -- 172.21.15.7:0/1827391801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe1819d600 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe1cef9640 1 --2- 172.21.15.7:0/1827391801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fbe140090b0 tx=0x7fbe140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.418+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe14041070 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe1403c7a0 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe1819d890 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbe14037040 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe181a0580 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbe14044070 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.419+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbe1403d3f0 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.420+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe1807c270 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.422+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbe14046450 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.481+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fbe181a1ca0 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.485+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+427 (secure 0 0 0) 0x7fbe14046630 con 0x7fbe1807dd70 2024-09-19T05:32:30.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe0dffb640 1 -- 172.21.15.7:0/1827391801 <== mon.0 v2:172.21.15.7:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fbe14056070 con 0x7fbe1807dd70 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 msgr2=0x7fbe1819d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe1f15d640 1 --2- 172.21.15.7:0/1827391801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fbe140090b0 tx=0x7fbe140046c0 comp rx=0 tx=0).stop 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 shutdown_connections 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe1f15d640 1 --2- 172.21.15.7:0/1827391801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe1807dd70 0x7fbe1819d0c0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.486+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 >> 172.21.15.7:0/1827391801 conn(0x7fbe18102f60 msgr2=0x7fbe18103e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.487+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 shutdown_connections 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:29.487+0000 7fbe1f15d640 1 -- 172.21.15.7:0/1827391801 wait complete. 2024-09-19T05:32:30.822 INFO:teuthology.orchestra.run.smithi007.stdout:Generating new minimal ceph.conf... 2024-09-19T05:32:31.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:31 smithi007 ceph-mon[30592]: from='client.? 172.21.15.7:0/4162419764' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:32:31.778 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e994c640 1 Processor -- start 2024-09-19T05:32:31.778 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e994c640 1 -- start start 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e994c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e994c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e407c7f0 con 0x7fe5e407ddb0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58668/0 (socket says 172.21.15.7:58668) 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.237+0000 7fe5e2ffd640 1 -- 172.21.15.7:0/432687564 learned_addr learned my addr 172.21.15.7:0/432687564 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.238+0000 7fe5e2ffd640 1 -- 172.21.15.7:0/432687564 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e407c970 con 0x7fe5e407ddb0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.238+0000 7fe5e2ffd640 1 --2- 172.21.15.7:0/432687564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009820 tx=0x7fe5d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77039f26417e76f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e27fc640 1 -- 172.21.15.7:0/432687564 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5d4037070 con 0x7fe5e407ddb0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e27fc640 1 -- 172.21.15.7:0/432687564 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe5d40328d0 con 0x7fe5e407ddb0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e27fc640 1 -- 172.21.15.7:0/432687564 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5d40307d0 con 0x7fe5e407ddb0 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 -- 172.21.15.7:0/432687564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 msgr2=0x7fe5e407c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:31.779 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 --2- 172.21.15.7:0/432687564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009820 tx=0x7fe5d402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 -- 172.21.15.7:0/432687564 shutdown_connections 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 --2- 172.21.15.7:0/432687564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e407c2b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 -- 172.21.15.7:0/432687564 >> 172.21.15.7:0/432687564 conn(0x7fe5e4102f60 msgr2=0x7fe5e4105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 -- 172.21.15.7:0/432687564 shutdown_connections 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.239+0000 7fe5e994c640 1 -- 172.21.15.7:0/432687564 wait complete. 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e994c640 1 Processor -- start 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e994c640 1 -- start start 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e994c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e994c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e410dd40 con 0x7fe5e407ddb0 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58674/0 (socket says 172.21.15.7:58674) 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.240+0000 7fe5e2ffd640 1 -- 172.21.15.7:0/4162419764 learned_addr learned my addr 172.21.15.7:0/4162419764 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:31.780 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e2ffd640 1 -- 172.21.15.7:0/4162419764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e419de00 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e2ffd640 1 --2- 172.21.15.7:0/4162419764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4032e10 tx=0x7fe5d4032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5d4042070 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe5d4030c80 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e419e090 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5d4037040 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e41a0d80 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe5d4045070 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.241+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe5d4047a00 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.242+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5e407c330 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.244+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe5d404c070 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.304+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe5e41a0f50 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.305+0000 7fe5e894a640 1 -- 172.21.15.7:0/4162419764 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7fe5d403c5f0 con 0x7fe5e407ddb0 2024-09-19T05:32:31.781 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 msgr2=0x7fe5e419d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 --2- 172.21.15.7:0/4162419764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4032e10 tx=0x7fe5d4032e40 comp rx=0 tx=0).stop 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 shutdown_connections 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 --2- 172.21.15.7:0/4162419764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e407ddb0 0x7fe5e419d8c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 >> 172.21.15.7:0/4162419764 conn(0x7fe5e4102f60 msgr2=0x7fe5e4103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 shutdown_connections 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:31.306+0000 7fe5e994c640 1 -- 172.21.15.7:0/4162419764 wait complete. 2024-09-19T05:32:31.782 INFO:teuthology.orchestra.run.smithi007.stdout:Restarting the monitor... 2024-09-19T05:32:32.042 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:31 smithi007 systemd[1]: Stopping Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:32:32.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30588]: 2024-09-19T05:32:32.040+0000 7f82fa760640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:32:32.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30588]: 2024-09-19T05:32:32.040+0000 7f82fa760640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-19T05:32:32.325 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 podman[30835]: 2024-09-19 05:32:32.071893898 +0000 UTC m=+0.129989024 container died 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-19T05:32:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 podman[30835]: 2024-09-19 05:32:32.423160956 +0000 UTC m=+0.481256054 container cleanup 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-19T05:32:32.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 bash[30835]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a 2024-09-19T05:32:33.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 podman[30848]: 2024-09-19 05:32:32.774098841 +0000 UTC m=+0.697596913 container remove 139a01966ae013c74adee5dc5bb1a48019eb797414923101331f7e92978cbc02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-19T05:32:33.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-19T05:32:33.121 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 systemd[1]: Stopped Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:32:33.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:32 smithi007 systemd[1]: Starting Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:32:33.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:33 smithi007 podman[30941]: 2024-09-19 05:32:33.022470637 +0000 UTC m=+0.016506855 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:32:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:33 smithi007 podman[30941]: 2024-09-19 05:32:33.199984938 +0000 UTC m=+0.194021151 container create 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4) 2024-09-19T05:32:35.149 INFO:teuthology.orchestra.run.smithi007.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 podman[30941]: 2024-09-19 05:32:34.915397665 +0000 UTC m=+1.909433883 container init 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 podman[30941]: 2024-09-19 05:32:34.919703779 +0000 UTC m=+1.913739995 container start 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: set uid:gid to 167:167 (ceph:ceph) 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable), process ceph-mon, pid 2 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: pidfile_write: ignore empty --pid-file 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: load: jerasure load: lrc 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: RocksDB version: 7.9.2 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Git sha 0 2024-09-19T05:32:35.270 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Compile date 2024-09-18 16:29:48 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: DB SUMMARY 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: DB Session ID: 46DVXMHFWN567LT2UUKL 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: CURRENT file: CURRENT 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: IDENTITY file: IDENTITY 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 106626 ; 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.error_if_exists: 0 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.create_if_missing: 0 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.paranoid_checks: 1 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-19T05:32:35.271 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.env: 0x55ca16aec940 2024-09-19T05:32:35.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.fs: PosixFileSystem 2024-09-19T05:32:35.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.info_log: 0x55ca185776e0 2024-09-19T05:32:35.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_file_opening_threads: 16 2024-09-19T05:32:35.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.statistics: (nil) 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.use_fsync: 0 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_log_file_size: 0 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.keep_log_file_num: 1000 2024-09-19T05:32:35.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.recycle_log_file_num: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_fallocate: 1 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_mmap_reads: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_mmap_writes: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.use_direct_reads: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.create_missing_column_families: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.db_log_dir: 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.wal_dir: 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-19T05:32:35.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.advise_random_on_open: 1 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.db_write_buffer_size: 0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.write_buffer_manager: 0x55ca18586dc0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.rate_limiter: (nil) 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.wal_recovery_mode: 2 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enable_thread_tracking: 0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enable_pipelined_write: 0 2024-09-19T05:32:35.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.unordered_write: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.row_cache: None 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.wal_filter: None 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_ingest_behind: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.two_write_queues: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.manual_wal_flush: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.wal_compression: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.atomic_flush: 0 2024-09-19T05:32:35.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.log_readahead_size: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.best_efforts_recovery: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.allow_data_in_errors: 0 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.db_host_id: __hostname__ 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_background_jobs: 2 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_background_compactions: -1 2024-09-19T05:32:35.277 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_subcompactions: 1 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_total_wal_size: 0 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_open_files: -1 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bytes_per_sync: 0 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-19T05:32:35.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_readahead_size: 0 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_background_flushes: -1 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Compression algorithms supported: 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kZSTD supported: 0 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kXpressCompression supported: 0 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kBZip2Compression supported: 0 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kLZ4Compression supported: 1 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kZlibCompression supported: 1 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kLZ4HCCompression supported: 1 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: kSnappyCompression supported: 1 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-19T05:32:35.279 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.merge_operator: 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_filter: None 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_filter_factory: None 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.sst_partitioner_factory: None 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ca18577320) 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-19T05:32:35.280 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_type: 0 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_index_type: 0 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_shortening: 1 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: checksum: 4 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: no_block_cache: 0 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache: 0x55ca1856b1f0 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-09-19T05:32:35.281 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_options: 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: capacity : 536870912 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_shard_bits : 4 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: strict_capacity_limit : 0 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_compressed: (nil) 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: persistent_cache: (nil) 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size: 4096 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size_deviation: 10 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_restart_interval: 16 2024-09-19T05:32:35.282 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_block_restart_interval: 1 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_block_size: 4096 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: partition_filters: 0 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: use_delta_encoding: 1 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: filter_policy: bloomfilter 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: whole_key_filtering: 1 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: verify_compression: 0 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: format_version: 5 2024-09-19T05:32:35.283 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_index_compression: 1 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_align: 0 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_auto_readahead_size: 262144 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout: prepopulate_block_cache: 0 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout: initial_auto_readahead_size: 8192 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_file_reads_for_auto_readahead: 2 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.write_buffer_size: 33554432 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_write_buffer_number: 2 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression: NoCompression 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression: Disabled 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.prefix_extractor: nullptr 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.num_levels: 7 2024-09-19T05:32:35.284 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-19T05:32:35.285 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.level: 32767 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.strategy: 0 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.enabled: false 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.target_file_size_base: 67108864 2024-09-19T05:32:35.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-19T05:32:35.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.arena_block_size: 1048576 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.disable_auto_compactions: 0 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-19T05:32:35.288 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.inplace_update_support: 0 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-19T05:32:35.289 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.bloom_locality: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.max_successive_merges: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.paranoid_file_checks: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.force_consistency_checks: 1 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.report_bg_io_stats: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.ttl: 2592000 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enable_blob_files: false 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.min_blob_size: 0 2024-09-19T05:32:35.290 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_file_size: 268435456 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.blob_file_starting_level: 0 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 281ead39-7f34-462d-acf8-988a7354c49a 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726723954951215, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-19T05:32:35.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726723954952504, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 101572, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 334, "table_properties": {"data_size": 99457, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14647, "raw_average_key_size": 49, "raw_value_size": 91524, "raw_average_value_size": 312, "num_data_blocks": 12, "num_entries": 293, "num_filter_entries": 293, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726723954, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "281ead39-7f34-462d-acf8-988a7354c49a", "db_session_id": "46DVXMHFWN567LT2UUKL", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726723954952627, "job": 1, "event": "recovery_finished"} 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ca18598e00 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: DB pointer 0x55ca18694000 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** DB Stats ** 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T05:32:35.292 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 2/0 101.05 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 101.05 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 115.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T05:32:35.293 INFO:journalctl@ceph.mon.a.smithi007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 115.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 24.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 24.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T05:32:35.294 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache BinnedLRUCache@0x55ca1856b1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: starting mon.a rank 0 at public addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] at bind addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???) e1 preinit fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).mds e1 new map 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).mds e1 print_map 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: e1 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: btime 2024-09-19T05:32:27:354941+0000 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T05:32:35.295 INFO:journalctl@ceph.mon.a.smithi007.stdout: legacy client fscid: -1 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout: No filesystems configured 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:34 smithi007 ceph-mon[30960]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: monmap epoch 1 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: last_changed 2024-09-19T05:32:15.181364+0000 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:32:35.296 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: min_mon_release 19 (squid) 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: election_strategy: 1 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: fsmap 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: osdmap e1: 0 total, 0 up, 0 in 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 ceph-mon[30960]: mgrmap e1: no daemons active 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 bash[30941]: 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 2024-09-19T05:32:35.297 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:35 smithi007 systemd[1]: Started Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.575+0000 7f4f2d06e640 1 Processor -- start 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.575+0000 7f4f2d06e640 1 -- start start 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f2d06e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f2d06e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2807be00 con 0x7f4f281081a0 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58690/0 (socket says 172.21.15.7:58690) 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f26d9d640 1 -- 172.21.15.7:0/3183380112 learned_addr learned my addr 172.21.15.7:0/3183380112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.576+0000 7f4f26d9d640 1 -- 172.21.15.7:0/3183380112 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2810aad0 con 0x7f4f281081a0 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.578+0000 7f4f26d9d640 1 --2- 172.21.15.7:0/3183380112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009820 tx=0x7f4f1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab051fb98eb9d4bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.578+0000 7f4f2659c640 1 -- 172.21.15.7:0/3183380112 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18037070 con 0x7f4f281081a0 2024-09-19T05:32:36.149 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2659c640 1 -- 172.21.15.7:0/3183380112 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4f180328d0 con 0x7f4f281081a0 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2659c640 1 -- 172.21.15.7:0/3183380112 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f180307d0 con 0x7f4f281081a0 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 -- 172.21.15.7:0/3183380112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 msgr2=0x7f4f2810a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 --2- 172.21.15.7:0/3183380112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009820 tx=0x7f4f1802a270 comp rx=0 tx=0).stop 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 -- 172.21.15.7:0/3183380112 shutdown_connections 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 --2- 172.21.15.7:0/3183380112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2810a590 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 -- 172.21.15.7:0/3183380112 >> 172.21.15.7:0/3183380112 conn(0x7f4f28101d40 msgr2=0x7f4f281041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 -- 172.21.15.7:0/3183380112 shutdown_connections 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.579+0000 7f4f2d06e640 1 -- 172.21.15.7:0/3183380112 wait complete. 2024-09-19T05:32:36.150 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.580+0000 7f4f2d06e640 1 Processor -- start 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.580+0000 7f4f2d06e640 1 -- start start 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.580+0000 7f4f2d06e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.580+0000 7f4f2d06e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2810bab0 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f26d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58692/0 (socket says 172.21.15.7:58692) 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f26d9d640 1 -- 172.21.15.7:0/326800602 learned_addr learned my addr 172.21.15.7:0/326800602 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f26d9d640 1 -- 172.21.15.7:0/326800602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2819deb0 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f26d9d640 1 --2- 172.21.15.7:0/326800602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4f18030520 tx=0x7f4f18032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18042070 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4f18030cc0 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f2819e140 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f18037040 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.581+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f281a0e30 con 0x7f4f281081a0 2024-09-19T05:32:36.151 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.582+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4f18045070 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.582+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4f18047990 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.582+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f28108600 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.585+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4f18047b90 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.644+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f4f281a13a0 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.646+0000 7f4f24d99640 1 -- 172.21.15.7:0/326800602 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f4f1803d430 con 0x7f4f281081a0 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 msgr2=0x7f4f2819d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 --2- 172.21.15.7:0/326800602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4f18030520 tx=0x7f4f18032dd0 comp rx=0 tx=0).stop 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 shutdown_connections 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 --2- 172.21.15.7:0/326800602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f281081a0 0x7f4f2819d970 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 >> 172.21.15.7:0/326800602 conn(0x7f4f28101d40 msgr2=0x7f4f281028e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:36.152 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 shutdown_connections 2024-09-19T05:32:36.153 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:35.647+0000 7f4f2d06e640 1 -- 172.21.15.7:0/326800602 wait complete. 2024-09-19T05:32:36.153 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-19T05:32:36.175 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:32:36.175 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mgr... 2024-09-19T05:32:36.175 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-19T05:32:36.176 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-19T05:32:36.424 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x 2024-09-19T05:32:36.424 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x.service: Unit ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x.service not loaded. 2024-09-19T05:32:36.579 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968.target.wants/ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-6ed8e528-7648-11ef-bceb-c7b262605968@.service. 2024-09-19T05:32:36.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/326800602' entity='client.admin' 2024-09-19T05:32:37.061 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T05:32:37.061 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-19T05:32:37.068 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T05:32:37.068 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:32:37.068 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-19T05:32:37.069 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-09-19T05:32:37.077 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T05:32:37.077 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr to start... 2024-09-19T05:32:37.085 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr... 2024-09-19T05:32:37.869 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:37 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3902810345' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T05:32:37.870 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:37 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:37.702+0000 7fc896fd0040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:32:38.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:38 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:38.041+0000 7fc896fd0040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:32:38.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:38 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:38.104+0000 7fc896fd0040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:32:38.216 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:38.216 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T05:32:38.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T05:32:38.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T05:32:38.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T05:32:38.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T05:32:27:354941+0000", 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T05:32:38.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T05:32:27.355711+0000", 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.494+0000 7f4259de9640 1 Processor -- start 2024-09-19T05:32:38.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f4259de9640 1 -- start start 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f4259de9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f4259de9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4254106fd0 con 0x7f4254106600 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f42537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f42537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58716/0 (socket says 172.21.15.7:58716) 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f42537fe640 1 -- 172.21.15.7:0/955645437 learned_addr learned my addr 172.21.15.7:0/955645437 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.495+0000 7f42537fe640 1 -- 172.21.15.7:0/955645437 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42541077b0 con 0x7f4254106600 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.496+0000 7f42537fe640 1 --2- 172.21.15.7:0/955645437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f423c009820 tx=0x7f423c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15dd3d9088751559 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.496+0000 7f42527fc640 1 -- 172.21.15.7:0/955645437 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f423c037070 con 0x7f4254106600 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.496+0000 7f42527fc640 1 -- 172.21.15.7:0/955645437 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f423c0328d0 con 0x7f4254106600 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.496+0000 7f42527fc640 1 -- 172.21.15.7:0/955645437 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f423c0307d0 con 0x7f4254106600 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 -- 172.21.15.7:0/955645437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 msgr2=0x7f4254106a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 --2- 172.21.15.7:0/955645437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f423c009820 tx=0x7f423c02a270 comp rx=0 tx=0).stop 2024-09-19T05:32:38.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 -- 172.21.15.7:0/955645437 shutdown_connections 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 --2- 172.21.15.7:0/955645437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f4254106a00 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 -- 172.21.15.7:0/955645437 >> 172.21.15.7:0/955645437 conn(0x7f4254101d90 msgr2=0x7f42541041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 -- 172.21.15.7:0/955645437 shutdown_connections 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.497+0000 7f4259de9640 1 -- 172.21.15.7:0/955645437 wait complete. 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f4259de9640 1 Processor -- start 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f4259de9640 1 -- start start 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f4259de9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f4259de9640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f425410ab60 con 0x7f4254106600 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f42537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:38.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f42537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58724/0 (socket says 172.21.15.7:58724) 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.498+0000 7f42537fe640 1 -- 172.21.15.7:0/3902810345 learned_addr learned my addr 172.21.15.7:0/3902810345 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f42537fe640 1 -- 172.21.15.7:0/3902810345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4254191d20 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f42537fe640 1 --2- 172.21.15.7:0/3902810345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f423c009940 tx=0x7f423c032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f423c042070 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f423c030c80 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f425418ff10 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.499+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4254190450 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.500+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f423c037040 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.500+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f423c045070 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.500+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f423c0463b0 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.500+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f425410ace0 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.503+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f423c047440 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.566+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f4254195530 con 0x7f4254106600 2024-09-19T05:32:38.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.566+0000 7f4250ff9640 1 -- 172.21.15.7:0/3902810345 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f423c047620 con 0x7f4254106600 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 msgr2=0x7f42541917e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 --2- 172.21.15.7:0/3902810345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f423c009940 tx=0x7f423c032e10 comp rx=0 tx=0).stop 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 shutdown_connections 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 --2- 172.21.15.7:0/3902810345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4254106600 0x7f42541917e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 >> 172.21.15.7:0/3902810345 conn(0x7f4254101d90 msgr2=0x7f4254102c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 shutdown_connections 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:37.567+0000 7f4259de9640 1 -- 172.21.15.7:0/3902810345 wait complete. 2024-09-19T05:32:38.232 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (1/15)... 2024-09-19T05:32:38.601 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:38 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:38.301+0000 7fc896fd0040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:32:39.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:39 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:39.244+0000 7fc896fd0040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:32:39.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:39 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:39.317+0000 7fc896fd0040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:32:40.142 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.079+0000 7fc896fd0040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:32:40.576 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.200+0000 7fc896fd0040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:32:40.576 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.352+0000 7fc896fd0040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:32:40.576 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.416+0000 7fc896fd0040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:32:40.576 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.573+0000 7fc896fd0040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:32:40.841 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.644+0000 7fc896fd0040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:32:40.841 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.708+0000 7fc896fd0040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:32:41.118 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.878+0000 7fc896fd0040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:32:41.118 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:40 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:40.948+0000 7fc896fd0040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:32:41.118 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:41 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:41.021+0000 7fc896fd0040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:32:41.118 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:41 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:41.115+0000 7fc896fd0040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:32:41.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:41 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1199119405' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T05:32:41.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:41 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:41.185+0000 7fc896fd0040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:32:41.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:41 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:41.250+0000 7fc896fd0040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:32:41.682 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:41.683 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:41.684 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T05:32:41.685 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T05:32:41.685 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T05:32:41.693 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T05:32:27:354941+0000", 2024-09-19T05:32:41.694 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T05:32:41.695 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T05:32:27.355711+0000", 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1ed0e63640 1 Processor -- start 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1ed0e63640 1 -- start start 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1ed0e63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1ed0e63640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ecc07bdc0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1eca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1eca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57466/0 (socket says 172.21.15.7:57466) 2024-09-19T05:32:41.696 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.002+0000 7f1eca59c640 1 -- 172.21.15.7:0/38507103 learned_addr learned my addr 172.21.15.7:0/38507103 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.003+0000 7f1eca59c640 1 -- 172.21.15.7:0/38507103 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ecc106910 con 0x7f1ecc105fd0 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.003+0000 7f1eca59c640 1 --2- 172.21.15.7:0/38507103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc009820 tx=0x7f1ebc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53e3f894e81b76b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ec9d9b640 1 -- 172.21.15.7:0/38507103 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ebc037070 con 0x7f1ecc105fd0 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ec9d9b640 1 -- 172.21.15.7:0/38507103 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1ebc0328d0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ec9d9b640 1 -- 172.21.15.7:0/38507103 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ebc0307d0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 -- 172.21.15.7:0/38507103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 msgr2=0x7f1ecc1063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 --2- 172.21.15.7:0/38507103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc009820 tx=0x7f1ebc02a270 comp rx=0 tx=0).stop 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 -- 172.21.15.7:0/38507103 shutdown_connections 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 --2- 172.21.15.7:0/38507103 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc1063d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 -- 172.21.15.7:0/38507103 >> 172.21.15.7:0/38507103 conn(0x7f1ecc101d40 msgr2=0x7f1ecc1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 -- 172.21.15.7:0/38507103 shutdown_connections 2024-09-19T05:32:41.697 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.004+0000 7f1ed0e63640 1 -- 172.21.15.7:0/38507103 wait complete. 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.005+0000 7f1ed0e63640 1 Processor -- start 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1ed0e63640 1 -- start start 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1ed0e63640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1ed0e63640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1ecc1079b0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1eca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1eca59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57470/0 (socket says 172.21.15.7:57470) 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1eca59c640 1 -- 172.21.15.7:0/1199119405 learned_addr learned my addr 172.21.15.7:0/1199119405 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1eca59c640 1 -- 172.21.15.7:0/1199119405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ecc19ddc0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.006+0000 7f1eca59c640 1 --2- 172.21.15.7:0/1199119405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc030520 tx=0x7f1ebc032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ebc042070 con 0x7f1ecc105fd0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ecc19e050 con 0x7f1ecc105fd0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ecc1a0d40 con 0x7f1ecc105fd0 2024-09-19T05:32:41.698 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1ebc030cc0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ebc037040 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1ebc045070 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.007+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1ebc047a00 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.008+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ecc1063d0 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.010+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1ebc03d430 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.072+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1ecc197350 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.073+0000 7f1ec37fe640 1 -- 172.21.15.7:0/1199119405 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f1ebc03d610 con 0x7f1ecc105fd0 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 msgr2=0x7f1ecc19d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 --2- 172.21.15.7:0/1199119405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc030520 tx=0x7f1ebc032dd0 comp rx=0 tx=0).stop 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 shutdown_connections 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 --2- 172.21.15.7:0/1199119405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1ecc105fd0 0x7f1ecc19d880 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 >> 172.21.15.7:0/1199119405 conn(0x7f1ecc101d40 msgr2=0x7f1ecc194520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:41.699 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 shutdown_connections 2024-09-19T05:32:41.700 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:41.074+0000 7f1ed0e63640 1 -- 172.21.15.7:0/1199119405 wait complete. 2024-09-19T05:32:41.700 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (2/15)... 2024-09-19T05:32:42.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:42.086+0000 7fc896fd0040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: Activating manager daemon x 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: mgrmap e2: x(active, starting, since 0.00301498s) 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:32:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: Manager daemon x is now available 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' 2024-09-19T05:32:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:42 smithi007 ceph-mon[30960]: from='mgr.14100 172.21.15.7:0/3602074522' entity='mgr.x' 2024-09-19T05:32:44.327 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:44 smithi007 ceph-mon[30960]: mgrmap e3: x(active, since 1.00743s) 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-19T05:32:44.815 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-19T05:32:44.816 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-19T05:32:44.817 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "btime": "2024-09-19T05:32:27:354941+0000", 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.818 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-09-19T05:32:27.355711+0000", 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-09-19T05:32:44.819 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.064+0000 7f214f206640 1 Processor -- start 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.064+0000 7f214f206640 1 -- start start 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.064+0000 7f214f206640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.064+0000 7f214f206640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f214807bdf0 con 0x7f21481081b0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.065+0000 7f214cfa2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.065+0000 7f214cfa2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57526/0 (socket says 172.21.15.7:57526) 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.065+0000 7f214cfa2640 1 -- 172.21.15.7:0/117802519 learned_addr learned my addr 172.21.15.7:0/117802519 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.065+0000 7f214cfa2640 1 -- 172.21.15.7:0/117802519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214810aae0 con 0x7f21481081b0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.066+0000 7f214cfa2640 1 --2- 172.21.15.7:0/117802519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2140009820 tx=0x7f214002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70993a4e7522c1ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.066+0000 7f21477fe640 1 -- 172.21.15.7:0/117802519 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2140037070 con 0x7f21481081b0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.066+0000 7f21477fe640 1 -- 172.21.15.7:0/117802519 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f21400328d0 con 0x7f21481081b0 2024-09-19T05:32:44.820 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.066+0000 7f21477fe640 1 -- 172.21.15.7:0/117802519 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21400307d0 con 0x7f21481081b0 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 -- 172.21.15.7:0/117802519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 msgr2=0x7f214810a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 --2- 172.21.15.7:0/117802519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2140009820 tx=0x7f214002a270 comp rx=0 tx=0).stop 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 -- 172.21.15.7:0/117802519 shutdown_connections 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 --2- 172.21.15.7:0/117802519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214810a5a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 -- 172.21.15.7:0/117802519 >> 172.21.15.7:0/117802519 conn(0x7f2148101dd0 msgr2=0x7f2148104210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 -- 172.21.15.7:0/117802519 shutdown_connections 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.067+0000 7f214f206640 1 -- 172.21.15.7:0/117802519 wait complete. 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214f206640 1 Processor -- start 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214f206640 1 -- start start 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214f206640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214f206640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f214810bac0 con 0x7f21481081b0 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214cfa2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:44.821 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214cfa2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57532/0 (socket says 172.21.15.7:57532) 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214cfa2640 1 -- 172.21.15.7:0/3320771895 learned_addr learned my addr 172.21.15.7:0/3320771895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214cfa2640 1 -- 172.21.15.7:0/3320771895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214819bc10 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.068+0000 7f214cfa2640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f21400097f0 tx=0x7f2140030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.069+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2140037040 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.069+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214819bea0 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.069+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f214003b3f0 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.069+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f214003a520 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.069+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214819eb90 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.070+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 3) ==== 46344+0+0 (secure 0 0 0) 0x7f2140032820 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.070+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2148108610 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.070+0000 7f2145ffb640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 0x7f213403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.070+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f214006c190 con 0x7f21481081b0 2024-09-19T05:32:44.822 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.070+0000 7f2147fff640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 0x7f213403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.071+0000 7f2147fff640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 0x7f213403b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f213800ad30 tx=0x7f21380093f0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.075+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f21400371e0 con 0x7f21481081b0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.095+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f2140032b10 con 0x7f21481081b0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.324+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f214819f170 con 0x7f21481081b0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.324+0000 7f2145ffb640 1 -- 172.21.15.7:0/3320771895 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7f21400435a0 con 0x7f21481081b0 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.327+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 msgr2=0x7f213403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.327+0000 7f214f206640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 0x7f213403b510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f213800ad30 tx=0x7f21380093f0 comp rx=0 tx=0).stop 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.327+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 msgr2=0x7f214819b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.327+0000 7f214f206640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f21400097f0 tx=0x7f2140030d00 comp rx=0 tx=0).stop 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 shutdown_connections 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f2134039050 0x7f213403b510 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 --2- 172.21.15.7:0/3320771895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f21481081b0 0x7f214819b6d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 >> 172.21.15.7:0/3320771895 conn(0x7f2148101dd0 msgr2=0x7f21481029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:44.823 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 shutdown_connections 2024-09-19T05:32:44.824 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:44.328+0000 7f214f206640 1 -- 172.21.15.7:0/3320771895 wait complete. 2024-09-19T05:32:44.824 INFO:teuthology.orchestra.run.smithi007.stdout:mgr is available 2024-09-19T05:32:45.359 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:45 smithi007 ceph-mon[30960]: mgrmap e4: x(active, since 2s) 2024-09-19T05:32:45.359 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:45 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3320771895' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-19T05:32:45.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-19T05:32:45.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.171+0000 7fa4f18c2640 1 Processor -- start 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.171+0000 7fa4f18c2640 1 -- start start 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4f18c2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4f18c2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec108180 con 0x7fa4ec1077b0 2024-09-19T05:32:45.951 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4eaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4eaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57548/0 (socket says 172.21.15.7:57548) 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4eaffd640 1 -- 172.21.15.7:0/2956453347 learned_addr learned my addr 172.21.15.7:0/2956453347 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.172+0000 7fa4eaffd640 1 -- 172.21.15.7:0/2956453347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4ec108910 con 0x7fa4ec1077b0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.173+0000 7fa4eaffd640 1 --2- 172.21.15.7:0/2956453347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009820 tx=0x7fa4e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7d8145d56f854b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.173+0000 7fa4e9ffb640 1 -- 172.21.15.7:0/2956453347 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4e4037070 con 0x7fa4ec1077b0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.173+0000 7fa4e9ffb640 1 -- 172.21.15.7:0/2956453347 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa4e40328d0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.173+0000 7fa4e9ffb640 1 -- 172.21.15.7:0/2956453347 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4e40307d0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 -- 172.21.15.7:0/2956453347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 msgr2=0x7fa4ec107bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/2956453347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009820 tx=0x7fa4e402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 -- 172.21.15.7:0/2956453347 shutdown_connections 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/2956453347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec107bb0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:45.952 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 -- 172.21.15.7:0/2956453347 >> 172.21.15.7:0/2956453347 conn(0x7fa4ec102f60 msgr2=0x7fa4ec105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 -- 172.21.15.7:0/2956453347 shutdown_connections 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 -- 172.21.15.7:0/2956453347 wait complete. 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.174+0000 7fa4f18c2640 1 Processor -- start 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f18c2640 1 -- start start 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f18c2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f18c2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ec10bcc0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4eaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4eaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57558/0 (socket says 172.21.15.7:57558) 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4eaffd640 1 -- 172.21.15.7:0/3179219714 learned_addr learned my addr 172.21.15.7:0/3179219714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4eaffd640 1 -- 172.21.15.7:0/3179219714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4ec19bbf0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4eaffd640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa4e40097f0 tx=0x7fa4e4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4e4037040 con 0x7fa4ec1077b0 2024-09-19T05:32:45.953 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa4e4032bb0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4e403a390 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.175+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4ec19be80 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.176+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4ec19eb70 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.176+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7fa4e403b3f0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.176+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4ec10be40 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.177+0000 7fa4f08c0640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 0x7fa4d403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.177+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa4e406c3f0 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.177+0000 7fa4ea7fc640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 0x7fa4d403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.177+0000 7fa4ea7fc640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 0x7fa4d403b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa4e00098c0 tx=0x7fa4e0006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.181+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa4e406be10 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.356+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa4ec107c30 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.357+0000 7fa4f08c0640 1 -- 172.21.15.7:0/3179219714 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+427 (secure 0 0 0) 0x7fa4e4038d40 con 0x7fa4ec1077b0 2024-09-19T05:32:45.954 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 msgr2=0x7fa4d403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 0x7fa4d403b670 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa4e00098c0 tx=0x7fa4e0006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 msgr2=0x7fa4ec19b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa4e40097f0 tx=0x7fa4e4030d00 comp rx=0 tx=0).stop 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 shutdown_connections 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fa4d40391b0 0x7fa4d403b670 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 --2- 172.21.15.7:0/3179219714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa4ec1077b0 0x7fa4ec19b6b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 >> 172.21.15.7:0/3179219714 conn(0x7fa4ec102f60 msgr2=0x7fa4ec103a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 shutdown_connections 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:45.359+0000 7fa4f18c2640 1 -- 172.21.15.7:0/3179219714 wait complete. 2024-09-19T05:32:45.955 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling cephadm module... 2024-09-19T05:32:46.197 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:46 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3179219714' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-19T05:32:47.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1493953794' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-19T05:32:47.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setuser ceph since I am not root 2024-09-19T05:32:47.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setgroup ceph since I am not root 2024-09-19T05:32:47.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.245+0000 7fe1621b2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:32:47.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.304+0000 7fe1621b2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:32:47.653 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47ff66c640 1 Processor -- start 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47ff66c640 1 -- start start 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47ff66c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47ff66c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47f8108100 con 0x7f47f8107730 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47fd408640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47fd408640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57564/0 (socket says 172.21.15.7:57564) 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.386+0000 7f47fd408640 1 -- 172.21.15.7:0/2925352046 learned_addr learned my addr 172.21.15.7:0/2925352046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.387+0000 7f47fd408640 1 -- 172.21.15.7:0/2925352046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f81088e0 con 0x7f47f8107730 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.387+0000 7f47fd408640 1 --2- 172.21.15.7:0/2925352046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009820 tx=0x7f47f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea7d4663633f05ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.387+0000 7f47effff640 1 -- 172.21.15.7:0/2925352046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47f4037070 con 0x7f47f8107730 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47effff640 1 -- 172.21.15.7:0/2925352046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f47f40328d0 con 0x7f47f8107730 2024-09-19T05:32:47.654 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47effff640 1 -- 172.21.15.7:0/2925352046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47f40307d0 con 0x7f47f8107730 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 -- 172.21.15.7:0/2925352046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 msgr2=0x7f47f8107b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 --2- 172.21.15.7:0/2925352046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009820 tx=0x7f47f402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 -- 172.21.15.7:0/2925352046 shutdown_connections 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 --2- 172.21.15.7:0/2925352046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f8107b30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 -- 172.21.15.7:0/2925352046 >> 172.21.15.7:0/2925352046 conn(0x7f47f8102ea0 msgr2=0x7f47f8105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 -- 172.21.15.7:0/2925352046 shutdown_connections 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.388+0000 7f47ff66c640 1 -- 172.21.15.7:0/2925352046 wait complete. 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47ff66c640 1 Processor -- start 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47ff66c640 1 -- start start 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47ff66c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47ff66c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47f810bc90 con 0x7f47f8107730 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47fd408640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:47.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47fd408640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57572/0 (socket says 172.21.15.7:57572) 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.389+0000 7f47fd408640 1 -- 172.21.15.7:0/1493953794 learned_addr learned my addr 172.21.15.7:0/1493953794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47fd408640 1 -- 172.21.15.7:0/1493953794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f819bc10 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47fd408640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009940 tx=0x7f47f4032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47f4042070 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f47f4030c80 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f819bea0 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47f4037040 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.390+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f819eb90 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.391+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f47f4045070 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.391+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f810be10 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.391+0000 7f47ee7fc640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 0x7f47e403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.391+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f47f406c010 con 0x7f47f8107730 2024-09-19T05:32:47.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.391+0000 7f47fcc07640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 0x7f47e403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:47.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.392+0000 7f47fcc07640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 0x7f47e403b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f47e80098c0 tx=0x7f47e8006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:47.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.396+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f47f4045360 con 0x7f47f8107730 2024-09-19T05:32:47.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:46.624+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f47f819f220 con 0x7f47f8107730 2024-09-19T05:32:47.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.098+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f47f402ed70 con 0x7f47f8107730 2024-09-19T05:32:47.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.099+0000 7f47ee7fc640 1 -- 172.21.15.7:0/1493953794 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f47f403d7b0 con 0x7f47f8107730 2024-09-19T05:32:47.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 msgr2=0x7f47e403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:47.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 0x7f47e403b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f47e80098c0 tx=0x7f47e8006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:47.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 msgr2=0x7f47f819b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:47.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f47f4009940 tx=0x7f47f4032e10 comp rx=0 tx=0).stop 2024-09-19T05:32:47.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 shutdown_connections 2024-09-19T05:32:47.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f47e40391b0 0x7f47e403b670 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:47.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 --2- 172.21.15.7:0/1493953794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f8107730 0x7f47f819b6d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:47.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 >> 172.21.15.7:0/1493953794 conn(0x7f47f8102ea0 msgr2=0x7f47f8103a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:47.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 shutdown_connections 2024-09-19T05:32:47.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:47.101+0000 7f47ff66c640 1 -- 172.21.15.7:0/1493953794 wait complete. 2024-09-19T05:32:47.701 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.460+0000 7fe1621b2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:32:47.701 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.530+0000 7fe1621b2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:32:47.701 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.698+0000 7fe1621b2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:32:47.999 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:47.846+0000 7fe1621b2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:32:48.252 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:48 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1493953794' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-19T05:32:48.252 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:48 smithi007 ceph-mon[30960]: mgrmap e5: x(active, since 5s) 2024-09-19T05:32:48.252 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:48 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:48.185+0000 7fe1621b2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:32:48.252 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:48 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:48.249+0000 7fe1621b2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:32:48.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:48 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:48.446+0000 7fe1621b2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.075+0000 7fb608c8c640 1 Processor -- start 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.075+0000 7fb608c8c640 1 -- start start 2024-09-19T05:32:48.911 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.075+0000 7fb608c8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.075+0000 7fb608c8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb60407bdc0 con 0x7fb6041081e0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.076+0000 7fb60259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.076+0000 7fb60259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57590/0 (socket says 172.21.15.7:57590) 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.076+0000 7fb60259c640 1 -- 172.21.15.7:0/3113975879 learned_addr learned my addr 172.21.15.7:0/3113975879 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.076+0000 7fb60259c640 1 -- 172.21.15.7:0/3113975879 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60410ab10 con 0x7fb6041081e0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb60259c640 1 --2- 172.21.15.7:0/3113975879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009820 tx=0x7fb5f402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b441e7ced4aeb4ed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb601d9b640 1 -- 172.21.15.7:0/3113975879 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4037070 con 0x7fb6041081e0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb601d9b640 1 -- 172.21.15.7:0/3113975879 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb5f40328d0 con 0x7fb6041081e0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb601d9b640 1 -- 172.21.15.7:0/3113975879 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f40307d0 con 0x7fb6041081e0 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 -- 172.21.15.7:0/3113975879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 msgr2=0x7fb60410a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:48.912 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 --2- 172.21.15.7:0/3113975879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009820 tx=0x7fb5f402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 -- 172.21.15.7:0/3113975879 shutdown_connections 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 --2- 172.21.15.7:0/3113975879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60410a5d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 -- 172.21.15.7:0/3113975879 >> 172.21.15.7:0/3113975879 conn(0x7fb604101d40 msgr2=0x7fb6041041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.077+0000 7fb608c8c640 1 -- 172.21.15.7:0/3113975879 shutdown_connections 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb608c8c640 1 -- 172.21.15.7:0/3113975879 wait complete. 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb608c8c640 1 Processor -- start 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb608c8c640 1 -- start start 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb608c8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb608c8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb60410ba90 con 0x7fb6041081e0 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.078+0000 7fb60259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb60259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57594/0 (socket says 172.21.15.7:57594) 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb60259c640 1 -- 172.21.15.7:0/150580591 learned_addr learned my addr 172.21.15.7:0/150580591 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:48.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb60259c640 1 -- 172.21.15.7:0/150580591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60419bbe0 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb60259c640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4030520 tx=0x7fb5f4032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4042070 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60419be70 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb5f4030cc0 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4037040 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.079+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60419eb60 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.080+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb604108640 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.080+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7fb5f4045070 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.081+0000 7fb5fb7fe640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 0x7fb5f003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.081+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb5f406c1b0 con 0x7fb6041081e0 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.081+0000 7fb5fbfff640 1 -- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 msgr2=0x7fb5f003b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.081+0000 7fb5fbfff640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 0x7fb5f003b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:32:48.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.085+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb5f4045360 con 0x7fb6041081e0 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.282+0000 7fb5fbfff640 1 -- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 msgr2=0x7fb5f003b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.282+0000 7fb5fbfff640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 0x7fb5f003b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.310+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fb604106480 con 0x7fb6041081e0 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.310+0000 7fb5fb7fe640 1 -- 172.21.15.7:0/150580591 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fb5f404bdf0 con 0x7fb6041081e0 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 msgr2=0x7fb5f003b670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 0x7fb5f003b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 msgr2=0x7fb60419b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4030520 tx=0x7fb5f4032dd0 comp rx=0 tx=0).stop 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 shutdown_connections 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7fb5f00391b0 0x7fb5f003b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 --2- 172.21.15.7:0/150580591 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb6041081e0 0x7fb60419b6a0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 >> 172.21.15.7:0/150580591 conn(0x7fb604101d40 msgr2=0x7fb604102940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 shutdown_connections 2024-09-19T05:32:48.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:48.312+0000 7fb608c8c640 1 -- 172.21.15.7:0/150580591 wait complete. 2024-09-19T05:32:48.916 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-09-19T05:32:48.916 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 5... 2024-09-19T05:32:49.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:49 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/150580591' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-19T05:32:49.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:49 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:49.389+0000 7fe1621b2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:32:49.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:49 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:49.459+0000 7fe1621b2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:32:50.483 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.211+0000 7fe1621b2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:32:50.483 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.331+0000 7fe1621b2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:32:50.765 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.480+0000 7fe1621b2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:32:50.766 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.544+0000 7fe1621b2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:32:50.766 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.699+0000 7fe1621b2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:32:51.068 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.770+0000 7fe1621b2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:32:51.068 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.832+0000 7fe1621b2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:32:51.068 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:50.997+0000 7fe1621b2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:32:51.068 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:51.065+0000 7fe1621b2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:32:51.346 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:51.134+0000 7fe1621b2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:32:51.347 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:51.220+0000 7fe1621b2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:32:51.347 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:51.282+0000 7fe1621b2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:32:51.347 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:51.343+0000 7fe1621b2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:32:52.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:52.169+0000 7fe1621b2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:32:52.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: Active manager daemon x restarted 2024-09-19T05:32:52.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: Activating manager daemon x 2024-09-19T05:32:52.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: osdmap e2: 0 total, 0 up, 0 in 2024-09-19T05:32:52.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: mgrmap e6: x(active, starting, since 0.00335088s) 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: Manager daemon x is now available 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:52.663 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:52.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:32:52.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:32:52.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:32:52.664 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:52 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:32:53.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:32:53.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19bbf83640 1 Processor -- start 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19bbf83640 1 -- start start 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19bbf83640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19bbf83640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19b407be00 con 0x7f19b4108180 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19b9d1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19b9d1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57610/0 (socket says 172.21.15.7:57610) 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.355+0000 7f19b9d1f640 1 -- 172.21.15.7:0/3573571662 learned_addr learned my addr 172.21.15.7:0/3573571662 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.356+0000 7f19b9d1f640 1 -- 172.21.15.7:0/3573571662 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b410aab0 con 0x7f19b4108180 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.356+0000 7f19b9d1f640 1 --2- 172.21.15.7:0/3573571662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009820 tx=0x7f19b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bacb3ad57ddd0f02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19b8d1d640 1 -- 172.21.15.7:0/3573571662 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19b0037070 con 0x7f19b4108180 2024-09-19T05:32:53.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19b8d1d640 1 -- 172.21.15.7:0/3573571662 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f19b00328d0 con 0x7f19b4108180 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19b8d1d640 1 -- 172.21.15.7:0/3573571662 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19b00307d0 con 0x7f19b4108180 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 -- 172.21.15.7:0/3573571662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 msgr2=0x7f19b410a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 --2- 172.21.15.7:0/3573571662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f19b0009820 tx=0x7f19b002a270 comp rx=0 tx=0).stop 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 -- 172.21.15.7:0/3573571662 shutdown_connections 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 --2- 172.21.15.7:0/3573571662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b410a570 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 -- 172.21.15.7:0/3573571662 >> 172.21.15.7:0/3573571662 conn(0x7f19b4101d40 msgr2=0x7f19b41041a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 -- 172.21.15.7:0/3573571662 shutdown_connections 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.357+0000 7f19bbf83640 1 -- 172.21.15.7:0/3573571662 wait complete. 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19bbf83640 1 Processor -- start 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19bbf83640 1 -- start start 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19bbf83640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19bbf83640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f19b410ba90 con 0x7f19b4108180 2024-09-19T05:32:53.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19b9d1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19b9d1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57612/0 (socket says 172.21.15.7:57612) 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.358+0000 7f19b9d1f640 1 -- 172.21.15.7:0/2115886686 learned_addr learned my addr 172.21.15.7:0/2115886686 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19b9d1f640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b419bb70 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19b9d1f640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f19b0032e10 tx=0x7f19b0032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19b0042070 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f19b0030c80 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f19b0037040 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19b419be00 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.359+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19b419eaf0 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f19b0045070 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19aaffd640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f19a003bdd0 con 0x7f19a0039200 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f19b006c240 con 0x7f19b4108180 2024-09-19T05:32:53.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19b951e640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 msgr2=0x7f19a003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.360+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.561+0000 7f19b951e640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 msgr2=0x7f19a003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.561+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.962+0000 7f19b951e640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 msgr2=0x7f19a003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:49.962+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:50.763+0000 7f19b951e640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 msgr2=0x7f19a003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/1981991597 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:50.763+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:52.173+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 6) ==== 46228+0+0 (secure 0 0 0) 0x7f19b006adc0 con 0x7f19b4108180 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:52.173+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 msgr2=0x7f19a003b6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:52.173+0000 7f19aaffd640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.174+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7f19b003c5f0 con 0x7f19b4108180 2024-09-19T05:32:53.749 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.174+0000 7f19aaffd640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 0x7f19a003ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.174+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f19b006abb0 con 0x7f19a003cb30 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.174+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 0x7f19a003ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.175+0000 7f19b951e640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 0x7f19a003ef20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f19a4003980 tx=0x7f19a40092b0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.176+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f19b006abb0 con 0x7f19a003cb30 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f19b41085e0 con 0x7f19a003cb30 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19aaffd640 1 -- 172.21.15.7:0/2115886686 <== mgr.14118 v2:172.21.15.7:6800/415135774 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f19b41085e0 con 0x7f19a003cb30 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 msgr2=0x7f19a003ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19bbf83640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 0x7f19a003ef20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f19a4003980 tx=0x7f19a40092b0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 msgr2=0x7f19b419b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.183+0000 7f19bbf83640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f19b0032e10 tx=0x7f19b0032e40 comp rx=0 tx=0).stop 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 shutdown_connections 2024-09-19T05:32:53.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f19a003cb30 0x7f19a003ef20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:6800/1981991597,v1:172.21.15.7:6801/1981991597] conn(0x7f19a0039200 0x7f19a003b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 --2- 172.21.15.7:0/2115886686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f19b4108180 0x7f19b419b630 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 >> 172.21.15.7:0/2115886686 conn(0x7f19b4101d40 msgr2=0x7f19b4102960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 shutdown_connections 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:53.184+0000 7f19bbf83640 1 -- 172.21.15.7:0/2115886686 wait complete. 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 5 is available 2024-09-19T05:32:53.751 INFO:teuthology.orchestra.run.smithi007.stdout:Setting orchestrator backend to cephadm... 2024-09-19T05:32:54.081 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:53 smithi007 ceph-mon[30960]: Found migration_current of "None". Setting to last migration. 2024-09-19T05:32:54.081 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:53 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:54.081 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:53 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:54.082 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:53 smithi007 ceph-mon[30960]: mgrmap e7: x(active, since 1.00533s) 2024-09-19T05:32:54.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:54 smithi007 ceph-mon[30960]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-19T05:32:54.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:54 smithi007 ceph-mon[30960]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-19T05:32:54.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:54 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:54.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:54 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e10f52640 1 Processor -- start 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e10f52640 1 -- start start 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e10f52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e10f52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e0c07bde0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e0a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e0a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39424/0 (socket says 172.21.15.7:39424) 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e0a59c640 1 -- 172.21.15.7:0/3716591104 learned_addr learned my addr 172.21.15.7:0/3716591104 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.160+0000 7f0e0a59c640 1 -- 172.21.15.7:0/3716591104 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e0c10aaf0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.161+0000 7f0e0a59c640 1 --2- 172.21.15.7:0/3716591104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc009820 tx=0x7f0dfc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9071445ab6ba715d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.161+0000 7f0e0959a640 1 -- 172.21.15.7:0/3716591104 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0dfc037070 con 0x7f0e0c1081c0 2024-09-19T05:32:54.960 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.161+0000 7f0e0959a640 1 -- 172.21.15.7:0/3716591104 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0dfc0328d0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.161+0000 7f0e0959a640 1 -- 172.21.15.7:0/3716591104 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0dfc0307d0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 -- 172.21.15.7:0/3716591104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 msgr2=0x7f0e0c10a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 --2- 172.21.15.7:0/3716591104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc009820 tx=0x7f0dfc02a270 comp rx=0 tx=0).stop 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 -- 172.21.15.7:0/3716591104 shutdown_connections 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 --2- 172.21.15.7:0/3716591104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c10a5b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 -- 172.21.15.7:0/3716591104 >> 172.21.15.7:0/3716591104 conn(0x7f0e0c101d40 msgr2=0x7f0e0c1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 -- 172.21.15.7:0/3716591104 shutdown_connections 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.162+0000 7f0e10f52640 1 -- 172.21.15.7:0/3716591104 wait complete. 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e10f52640 1 Processor -- start 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e10f52640 1 -- start start 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e10f52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e10f52640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e0c10bad0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.961 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e0a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e0a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39428/0 (socket says 172.21.15.7:39428) 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.163+0000 7f0e0a59c640 1 -- 172.21.15.7:0/2777674980 learned_addr learned my addr 172.21.15.7:0/2777674980 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0e0a59c640 1 -- 172.21.15.7:0/2777674980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e0c19bbd0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0e0a59c640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc030520 tx=0x7f0dfc032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0dfc042070 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f0dfc030cc0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e0c19be60 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e0c19eb50 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.164+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0dfc037040 con 0x7f0e0c1081c0 2024-09-19T05:32:54.962 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.165+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7f0dfc045070 con 0x7f0e0c1081c0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.165+0000 7f0dfb7fe640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 0x7f0df403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.165+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e0c108620 con 0x7f0e0c1081c0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.165+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0dfc06cfd0 con 0x7f0e0c1081c0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.165+0000 7f0e09d9b640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 0x7f0df403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.166+0000 7f0e09d9b640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 0x7f0df403b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0e000098c0 tx=0x7f0e00006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.170+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0dfc045360 con 0x7f0e0c1081c0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.359+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f0e0c103010 con 0x7f0df40390a0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.364+0000 7f0dfb7fe640 1 -- 172.21.15.7:0/2777674980 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0e0c103010 con 0x7f0df40390a0 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 msgr2=0x7f0df403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 0x7f0df403b560 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0e000098c0 tx=0x7f0e00006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 msgr2=0x7f0e0c19b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc030520 tx=0x7f0dfc032dd0 comp rx=0 tx=0).stop 2024-09-19T05:32:54.963 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 shutdown_connections 2024-09-19T05:32:54.964 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0df40390a0 0x7f0df403b560 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:54.964 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 --2- 172.21.15.7:0/2777674980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e0c1081c0 0x7f0e0c19b690 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:54.964 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 >> 172.21.15.7:0/2777674980 conn(0x7f0e0c101d40 msgr2=0x7f0e0c102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:54.964 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 shutdown_connections 2024-09-19T05:32:54.964 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:54.367+0000 7f0e10f52640 1 -- 172.21.15.7:0/2777674980 wait complete. 2024-09-19T05:32:55.297 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:55.196+0000 7fe0cecd7640 -1 log_channel(cephadm) log [ERR] : [19/Sep/2024:05:32:55] ENGINE Error in HTTPServer.serve 2024-09-19T05:32:55.297 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Traceback (most recent call last): 2024-09-19T05:32:55.297 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:32:55.297 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._connections.run(self.expiration_interval) 2024-09-19T05:32:55.297 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._run(expiration_interval) 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s = self.context.wrap_socket( 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: return self.sslsocket_class._create( 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self.do_handshake() 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._sslobj.do_handshake() 2024-09-19T05:32:55.298 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:32:55.299 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.375+0000 7faf7369c640 1 Processor -- start 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf7369c640 1 -- start start 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf7369c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf7369c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c108140 con 0x7faf6c107770 2024-09-19T05:32:56.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf71438640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:56.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf71438640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39444/0 (socket says 172.21.15.7:39444) 2024-09-19T05:32:56.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf71438640 1 -- 172.21.15.7:0/2866813330 learned_addr learned my addr 172.21.15.7:0/2866813330 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:56.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.376+0000 7faf71438640 1 -- 172.21.15.7:0/2866813330 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c1088d0 con 0x7faf6c107770 2024-09-19T05:32:56.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.377+0000 7faf71438640 1 --2- 172.21.15.7:0/2866813330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faf68009820 tx=0x7faf6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb2fd2369468bcb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.377+0000 7faf63fff640 1 -- 172.21.15.7:0/2866813330 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf68037070 con 0x7faf6c107770 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.377+0000 7faf63fff640 1 -- 172.21.15.7:0/2866813330 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faf680328d0 con 0x7faf6c107770 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.377+0000 7faf63fff640 1 -- 172.21.15.7:0/2866813330 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf680307d0 con 0x7faf6c107770 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- 172.21.15.7:0/2866813330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 msgr2=0x7faf6c107b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 --2- 172.21.15.7:0/2866813330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faf68009820 tx=0x7faf6802a270 comp rx=0 tx=0).stop 2024-09-19T05:32:56.086 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- 172.21.15.7:0/2866813330 shutdown_connections 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 --2- 172.21.15.7:0/2866813330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c107b70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- 172.21.15.7:0/2866813330 >> 172.21.15.7:0/2866813330 conn(0x7faf6c102ee0 msgr2=0x7faf6c105340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- 172.21.15.7:0/2866813330 shutdown_connections 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- 172.21.15.7:0/2866813330 wait complete. 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 Processor -- start 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.378+0000 7faf7369c640 1 -- start start 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf7369c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf7369c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c10bc80 con 0x7faf6c107770 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf71438640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:56.087 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf71438640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39448/0 (socket says 172.21.15.7:39448) 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf71438640 1 -- 172.21.15.7:0/3432599849 learned_addr learned my addr 172.21.15.7:0/3432599849 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf71438640 1 -- 172.21.15.7:0/3432599849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c19bbe0 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf71438640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faf680097f0 tx=0x7faf68030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf68037040 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faf68032bb0 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c19be70 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf6803a390 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.379+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c19eb60 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.380+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7faf6803b3f0 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.380+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c10be00 con 0x7faf6c107770 2024-09-19T05:32:56.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.380+0000 7faf627fc640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 0x7faf5803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.380+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faf6806c450 con 0x7faf6c107770 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.381+0000 7faf70c37640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 0x7faf5803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.381+0000 7faf70c37640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 0x7faf5803b6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0098c0 tx=0x7faf5c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.385+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faf68040210 con 0x7faf6c107770 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.561+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7faf6c1041b0 con 0x7faf58039200 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.562+0000 7faf627fc640 1 -- 172.21.15.7:0/3432599849 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7faf6c1041b0 con 0x7faf58039200 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 msgr2=0x7faf5803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 0x7faf5803b6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faf5c0098c0 tx=0x7faf5c006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 msgr2=0x7faf6c19b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faf680097f0 tx=0x7faf68030d00 comp rx=0 tx=0).stop 2024-09-19T05:32:56.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 shutdown_connections 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf58039200 0x7faf5803b6c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 --2- 172.21.15.7:0/3432599849 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf6c107770 0x7faf6c19b6a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 >> 172.21.15.7:0/3432599849 conn(0x7faf6c102ee0 msgr2=0x7faf6c103aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 shutdown_connections 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:55.564+0000 7faf7369c640 1 -- 172.21.15.7:0/3432599849 wait complete. 2024-09-19T05:32:56.090 INFO:teuthology.orchestra.run.smithi007.stdout:Generating ssh key... 2024-09-19T05:32:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-mon[30960]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:32:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-mon[30960]: mgrmap e8: x(active, since 2s) 2024-09-19T05:32:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-mon[30960]: [19/Sep/2024:05:32:55] ENGINE Bus STARTING 2024-09-19T05:32:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:55 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:32:57.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:56 smithi007 ceph-mon[30960]: [19/Sep/2024:05:32:55] ENGINE Serving on https://172.21.15.7:7150 2024-09-19T05:32:57.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:56 smithi007 ceph-mon[30960]: [19/Sep/2024:05:32:55] ENGINE Error in HTTPServer.serve 2024-09-19T05:32:57.143 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-09-19T05:32:57.143 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:32:57.143 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-09-19T05:32:57.144 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:56 smithi007 ceph-mon[30960]: [19/Sep/2024:05:32:55] ENGINE Serving on http://172.21.15.7:8765 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:56 smithi007 ceph-mon[30960]: [19/Sep/2024:05:32:55] ENGINE Bus STARTED 2024-09-19T05:32:57.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:56 smithi007 ceph-mon[30960]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Generating public/private rsa key pair. 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Your identification has been saved in /tmp/tmpeyrfo5vz/key 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Your public key has been saved in /tmp/tmpeyrfo5vz/key.pub 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: The key fingerprint is: 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: SHA256:yjHsynp6jetbm6TG/TG2C4ptmoaBpTLC04zcPC4kWUU ceph-6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: The key's randomart image is: 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: +---[RSA 3072]----+ 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: | .E | 2024-09-19T05:32:57.146 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: | . | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: | . | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: | o . | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: |+=* + S | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: |X* * o + | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: |=+o..+B + | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: |...*B*o= + | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: | .BXXoo.+. | 2024-09-19T05:32:57.147 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:32:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: +----[SHA256]-----+ 2024-09-19T05:32:57.665 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.449+0000 7fedb95ed640 1 Processor -- start 2024-09-19T05:32:57.665 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb95ed640 1 -- start start 2024-09-19T05:32:57.665 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb95ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:57.665 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb95ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4108100 con 0x7fedb4107730 2024-09-19T05:32:57.665 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39454/0 (socket says 172.21.15.7:39454) 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb2ffd640 1 -- 172.21.15.7:0/3028873188 learned_addr learned my addr 172.21.15.7:0/3028873188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.450+0000 7fedb2ffd640 1 -- 172.21.15.7:0/3028873188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb41088e0 con 0x7fedb4107730 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.451+0000 7fedb2ffd640 1 --2- 172.21.15.7:0/3028873188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7feda4009820 tx=0x7feda402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca6ffb0351d47801 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.451+0000 7fedb27fc640 1 -- 172.21.15.7:0/3028873188 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda4037070 con 0x7fedb4107730 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.451+0000 7fedb27fc640 1 -- 172.21.15.7:0/3028873188 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7feda40328d0 con 0x7fedb4107730 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.451+0000 7fedb27fc640 1 -- 172.21.15.7:0/3028873188 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda40307d0 con 0x7fedb4107730 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 -- 172.21.15.7:0/3028873188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 msgr2=0x7fedb4107b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3028873188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7feda4009820 tx=0x7feda402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 -- 172.21.15.7:0/3028873188 shutdown_connections 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3028873188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb4107b30 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 -- 172.21.15.7:0/3028873188 >> 172.21.15.7:0/3028873188 conn(0x7fedb4102ea0 msgr2=0x7fedb4105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:57.666 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 -- 172.21.15.7:0/3028873188 shutdown_connections 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.452+0000 7fedb95ed640 1 -- 172.21.15.7:0/3028873188 wait complete. 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb95ed640 1 Processor -- start 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb95ed640 1 -- start start 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb95ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb95ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fedb410bc90 con 0x7fedb4107730 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39466/0 (socket says 172.21.15.7:39466) 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb2ffd640 1 -- 172.21.15.7:0/3378003624 learned_addr learned my addr 172.21.15.7:0/3378003624 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb2ffd640 1 -- 172.21.15.7:0/3378003624 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb419bc10 con 0x7fedb4107730 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb2ffd640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feda40097f0 tx=0x7feda4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda4037040 con 0x7fedb4107730 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7feda4032bb0 con 0x7fedb4107730 2024-09-19T05:32:57.667 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.453+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda403a390 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.454+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb419bea0 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.454+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb419eb90 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.454+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7feda403b3f0 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.455+0000 7fedb0ff9640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 0x7feda003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.455+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7feda406c480 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.455+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb410be10 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.455+0000 7fedabfff640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 0x7feda003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.455+0000 7fedabfff640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 0x7feda003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0098c0 tx=0x7fed9c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.459+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7feda4032d60 con 0x7fedb4107730 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:56.637+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fedb4104170 con 0x7feda0039200 2024-09-19T05:32:57.668 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.047+0000 7fedb0ff9640 1 -- 172.21.15.7:0/3378003624 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fedb4104170 con 0x7feda0039200 2024-09-19T05:32:57.669 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 msgr2=0x7feda003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:57.669 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 0x7feda003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fed9c0098c0 tx=0x7fed9c006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:57.669 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 msgr2=0x7fedb419b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:57.669 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7feda40097f0 tx=0x7feda4030d00 comp rx=0 tx=0).stop 2024-09-19T05:32:57.669 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 shutdown_connections 2024-09-19T05:32:57.670 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7feda0039200 0x7feda003b6c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:57.670 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 --2- 172.21.15.7:0/3378003624 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedb4107730 0x7fedb419b6d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:57.670 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 >> 172.21.15.7:0/3378003624 conn(0x7fedb4102ea0 msgr2=0x7fedb4103a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:57.670 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 shutdown_connections 2024-09-19T05:32:57.670 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:57.049+0000 7fedb95ed640 1 -- 172.21.15.7:0/3378003624 wait complete. 2024-09-19T05:32:58.245 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:58 smithi007 ceph-mon[30960]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:32:58.245 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:58 smithi007 ceph-mon[30960]: Generating ssh key... 2024-09-19T05:32:58.246 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:58 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:58.246 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:58 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:32:58.802 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:32:58.802 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5cb05c640 1 Processor -- start 2024-09-19T05:32:58.802 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5cb05c640 1 -- start start 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5cb05c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5cb05c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c41080e0 con 0x7ff5c4107710 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5c8df8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5c8df8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39478/0 (socket says 172.21.15.7:39478) 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5c8df8640 1 -- 172.21.15.7:0/2377755925 learned_addr learned my addr 172.21.15.7:0/2377755925 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:58.803 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.056+0000 7ff5c8df8640 1 -- 172.21.15.7:0/2377755925 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c4108910 con 0x7ff5c4107710 2024-09-19T05:32:58.804 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.057+0000 7ff5c8df8640 1 --2- 172.21.15.7:0/2377755925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4009820 tx=0x7ff5b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72b7b886ac89e84b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:58.804 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.057+0000 7ff5c37fe640 1 -- 172.21.15.7:0/2377755925 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff5b4037070 con 0x7ff5c4107710 2024-09-19T05:32:58.804 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.057+0000 7ff5c37fe640 1 -- 172.21.15.7:0/2377755925 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff5b40328d0 con 0x7ff5c4107710 2024-09-19T05:32:58.804 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.057+0000 7ff5c37fe640 1 -- 172.21.15.7:0/2377755925 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff5b40307d0 con 0x7ff5c4107710 2024-09-19T05:32:58.804 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 -- 172.21.15.7:0/2377755925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 msgr2=0x7ff5c4107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/2377755925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4009820 tx=0x7ff5b402a270 comp rx=0 tx=0).stop 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 -- 172.21.15.7:0/2377755925 shutdown_connections 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/2377755925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c4107b10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 -- 172.21.15.7:0/2377755925 >> 172.21.15.7:0/2377755925 conn(0x7ff5c4102e80 msgr2=0x7ff5c41052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 -- 172.21.15.7:0/2377755925 shutdown_connections 2024-09-19T05:32:58.805 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.058+0000 7ff5cb05c640 1 -- 172.21.15.7:0/2377755925 wait complete. 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5cb05c640 1 Processor -- start 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5cb05c640 1 -- start start 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5cb05c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5cb05c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c410bcc0 con 0x7ff5c4107710 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5c8df8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:58.806 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5c8df8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39494/0 (socket says 172.21.15.7:39494) 2024-09-19T05:32:58.807 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5c8df8640 1 -- 172.21.15.7:0/3171177144 learned_addr learned my addr 172.21.15.7:0/3171177144 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:32:58.807 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5c8df8640 1 -- 172.21.15.7:0/3171177144 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c419bbf0 con 0x7ff5c4107710 2024-09-19T05:32:58.807 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.059+0000 7ff5c8df8640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff5b40097f0 tx=0x7ff5b4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:58.807 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.060+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff5b4037040 con 0x7ff5c4107710 2024-09-19T05:32:58.807 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.060+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff5b4032bb0 con 0x7ff5c4107710 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.060+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5c419be80 con 0x7ff5c4107710 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.060+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff5b403a390 con 0x7ff5c4107710 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.060+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5c419eb70 con 0x7ff5c4107710 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.061+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7ff5b403a580 con 0x7ff5c4107710 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.061+0000 7ff5c1ffb640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 0x7ff5b003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:32:58.808 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.061+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff5b406c4a0 con 0x7ff5c4107710 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.061+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5c410be40 con 0x7ff5c4107710 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.061+0000 7ff5c3fff640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 0x7ff5b003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.062+0000 7ff5c3fff640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 0x7ff5b003b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac0098c0 tx=0x7ff5ac006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.066+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff5b4040210 con 0x7ff5c4107710 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.243+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7ff5c4104120 con 0x7ff5b0039200 2024-09-19T05:32:58.809 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.244+0000 7ff5c1ffb640 1 -- 172.21.15.7:0/3171177144 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7ff5c4104120 con 0x7ff5b0039200 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.246+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 msgr2=0x7ff5b003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.246+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 0x7ff5b003b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac0098c0 tx=0x7ff5ac006db0 comp rx=0 tx=0).stop 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.246+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 msgr2=0x7ff5c419b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.246+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff5b40097f0 tx=0x7ff5b4030d00 comp rx=0 tx=0).stop 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 shutdown_connections 2024-09-19T05:32:58.810 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff5b0039200 0x7ff5b003b6c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 --2- 172.21.15.7:0/3171177144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5c4107710 0x7ff5c419b6b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 >> 172.21.15.7:0/3171177144 conn(0x7ff5c4102e80 msgr2=0x7ff5c4103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 shutdown_connections 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:58.247+0000 7ff5cb05c640 1 -- 172.21.15.7:0/3171177144 wait complete. 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-19T05:32:58.811 INFO:teuthology.orchestra.run.smithi007.stdout:Adding key to root@localhost authorized_keys... 2024-09-19T05:32:58.812 INFO:teuthology.orchestra.run.smithi007.stdout:Adding host smithi007... 2024-09-19T05:32:59.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:32:59 smithi007 ceph-mon[30960]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:00 smithi007 ceph-mon[30960]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:01.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:01 smithi007 ceph-mon[30960]: Deploying cephadm binary to smithi007 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Added host 'smithi007' with addr '172.21.15.7' 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf25717640 1 Processor -- start 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf25717640 1 -- start start 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf25717640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf25717640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf2007be00 con 0x7faf201081c0 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf1effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf1effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39508/0 (socket says 172.21.15.7:39508) 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.195+0000 7faf1effd640 1 -- 172.21.15.7:0/1756360479 learned_addr learned my addr 172.21.15.7:0/1756360479 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:03.880 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.196+0000 7faf1effd640 1 -- 172.21.15.7:0/1756360479 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2010aaf0 con 0x7faf201081c0 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.196+0000 7faf1effd640 1 --2- 172.21.15.7:0/1756360479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faf10009820 tx=0x7faf1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229c659389307df0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf1dffb640 1 -- 172.21.15.7:0/1756360479 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf10037070 con 0x7faf201081c0 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf1dffb640 1 -- 172.21.15.7:0/1756360479 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faf100328d0 con 0x7faf201081c0 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf1dffb640 1 -- 172.21.15.7:0/1756360479 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf100307d0 con 0x7faf201081c0 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 -- 172.21.15.7:0/1756360479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 msgr2=0x7faf2010a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 --2- 172.21.15.7:0/1756360479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7faf10009820 tx=0x7faf1002a270 comp rx=0 tx=0).stop 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 -- 172.21.15.7:0/1756360479 shutdown_connections 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 --2- 172.21.15.7:0/1756360479 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2010a5b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 -- 172.21.15.7:0/1756360479 >> 172.21.15.7:0/1756360479 conn(0x7faf20101e20 msgr2=0x7faf20104240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 -- 172.21.15.7:0/1756360479 shutdown_connections 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.197+0000 7faf25717640 1 -- 172.21.15.7:0/1756360479 wait complete. 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.198+0000 7faf25717640 1 Processor -- start 2024-09-19T05:33:03.881 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.198+0000 7faf25717640 1 -- start start 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.198+0000 7faf25717640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.198+0000 7faf25717640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf2010bad0 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf1effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf1effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39512/0 (socket says 172.21.15.7:39512) 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf1effd640 1 -- 172.21.15.7:0/770091776 learned_addr learned my addr 172.21.15.7:0/770091776 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf1effd640 1 -- 172.21.15.7:0/770091776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2019de80 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf1effd640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faf100097f0 tx=0x7faf10030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf10037040 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faf1003b3f0 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf1003a520 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf2019e110 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.199+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf201a0e00 con 0x7faf201081c0 2024-09-19T05:33:03.882 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.200+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7faf1003b5a0 con 0x7faf201081c0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.200+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf20108620 con 0x7faf201081c0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.200+0000 7faf07fff640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 0x7faf0803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.201+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faf1006c420 con 0x7faf201081c0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.201+0000 7faf1e7fc640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 0x7faf0803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.201+0000 7faf1e7fc640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 0x7faf0803b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faf140098c0 tx=0x7faf14006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.205+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faf100328d0 con 0x7faf201081c0 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:32:59.387+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}) -- 0x7faf20103080 con 0x7faf08039200 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.290+0000 7faf07fff640 1 -- 172.21.15.7:0/770091776 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7faf20103080 con 0x7faf08039200 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.292+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 msgr2=0x7faf0803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.292+0000 7faf25717640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 0x7faf0803b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faf140098c0 tx=0x7faf14006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.292+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 msgr2=0x7faf2019d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.292+0000 7faf25717640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7faf100097f0 tx=0x7faf10030d00 comp rx=0 tx=0).stop 2024-09-19T05:33:03.883 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 shutdown_connections 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7faf08039200 0x7faf0803b6c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 --2- 172.21.15.7:0/770091776 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf201081c0 0x7faf2019d940 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 >> 172.21.15.7:0/770091776 conn(0x7faf20101e20 msgr2=0x7faf20102970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 shutdown_connections 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:03.293+0000 7faf25717640 1 -- 172.21.15.7:0/770091776 wait complete. 2024-09-19T05:33:03.884 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mon service... 2024-09-19T05:33:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:04 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:04 smithi007 ceph-mon[30960]: Added host smithi007 2024-09-19T05:33:04.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:04 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-19T05:33:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1c1a05640 1 Processor -- start 2024-09-19T05:33:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1c1a05640 1 -- start start 2024-09-19T05:33:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1c1a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:05.273 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1c1a05640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1bc07be40 con 0x7ff1bc108160 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58924/0 (socket says 172.21.15.7:58924) 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.300+0000 7ff1baffd640 1 -- 172.21.15.7:0/2328319815 learned_addr learned my addr 172.21.15.7:0/2328319815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.301+0000 7ff1baffd640 1 -- 172.21.15.7:0/2328319815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1bc10aa90 con 0x7ff1bc108160 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.301+0000 7ff1baffd640 1 --2- 172.21.15.7:0/2328319815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac009820 tx=0x7ff1ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9589835397f61591 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1b9ffb640 1 -- 172.21.15.7:0/2328319815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff1ac037070 con 0x7ff1bc108160 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1b9ffb640 1 -- 172.21.15.7:0/2328319815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff1ac0328d0 con 0x7ff1bc108160 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1b9ffb640 1 -- 172.21.15.7:0/2328319815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff1ac0307d0 con 0x7ff1bc108160 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 -- 172.21.15.7:0/2328319815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 msgr2=0x7ff1bc10a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/2328319815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac009820 tx=0x7ff1ac02a270 comp rx=0 tx=0).stop 2024-09-19T05:33:05.274 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 -- 172.21.15.7:0/2328319815 shutdown_connections 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/2328319815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc10a550 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 -- 172.21.15.7:0/2328319815 >> 172.21.15.7:0/2328319815 conn(0x7ff1bc101d40 msgr2=0x7ff1bc1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 -- 172.21.15.7:0/2328319815 shutdown_connections 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.302+0000 7ff1c1a05640 1 -- 172.21.15.7:0/2328319815 wait complete. 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1c1a05640 1 Processor -- start 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1c1a05640 1 -- start start 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1c1a05640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1c1a05640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1bc10bad0 con 0x7ff1bc108160 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58928/0 (socket says 172.21.15.7:58928) 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.303+0000 7ff1baffd640 1 -- 172.21.15.7:0/3547804754 learned_addr learned my addr 172.21.15.7:0/3547804754 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1baffd640 1 -- 172.21.15.7:0/3547804754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1bc107f20 con 0x7ff1bc108160 2024-09-19T05:33:05.275 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1baffd640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac030520 tx=0x7ff1ac032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff1ac042070 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff1ac030cc0 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff1ac037040 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1bc106110 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.304+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1bc106650 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.305+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7ff1ac045070 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.305+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1bc1085c0 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.305+0000 7ff1c0a03640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 0x7ff1a403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.305+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff1ac06c290 con 0x7ff1bc108160 2024-09-19T05:33:05.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.305+0000 7ff1ba7fc640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 0x7ff1a403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.306+0000 7ff1ba7fc640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 0x7ff1a403b670 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff1b00098c0 tx=0x7ff1b0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.310+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff1ac04b170 con 0x7ff1bc108160 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.525+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7ff1bc106f00 con 0x7ff1a40391b0 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.530+0000 7ff1c0a03640 1 -- 172.21.15.7:0/3547804754 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ff1bc106f00 con 0x7ff1a40391b0 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 msgr2=0x7ff1a403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 0x7ff1a403b670 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff1b00098c0 tx=0x7ff1b0006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 msgr2=0x7ff1bc1079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac030520 tx=0x7ff1ac032dd0 comp rx=0 tx=0).stop 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 shutdown_connections 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff1a40391b0 0x7ff1a403b670 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 --2- 172.21.15.7:0/3547804754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1bc108160 0x7ff1bc1079e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 >> 172.21.15.7:0/3547804754 conn(0x7ff1bc101d40 msgr2=0x7ff1bc102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:05.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 shutdown_connections 2024-09-19T05:33:05.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:04.532+0000 7ff1c1a05640 1 -- 172.21.15.7:0/3547804754 wait complete. 2024-09-19T05:33:05.278 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mgr service... 2024-09-19T05:33:05.874 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:05 smithi007 ceph-mon[30960]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:05.875 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:05 smithi007 ceph-mon[30960]: Saving service mon spec with placement count:5 2024-09-19T05:33:05.875 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:05 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:07.220 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:06 smithi007 ceph-mon[30960]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:07.220 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:06 smithi007 ceph-mon[30960]: Saving service mgr spec with placement count:2 2024-09-19T05:33:07.220 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:06 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:07.220 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:06 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.683+0000 7f03a1195640 1 Processor -- start 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.683+0000 7f03a1195640 1 -- start start 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.683+0000 7f03a1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.683+0000 7f03a1195640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f039c07be40 con 0x7f039c108160 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.684+0000 7f039ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.684+0000 7f039ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58944/0 (socket says 172.21.15.7:58944) 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.684+0000 7f039ad9d640 1 -- 172.21.15.7:0/1325116777 learned_addr learned my addr 172.21.15.7:0/1325116777 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.684+0000 7f039ad9d640 1 -- 172.21.15.7:0/1325116777 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f039c10aa90 con 0x7f039c108160 2024-09-19T05:33:07.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f039ad9d640 1 --2- 172.21.15.7:0/1325116777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0394009820 tx=0x7f039402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d82f483d2fa5c885 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f0399d9b640 1 -- 172.21.15.7:0/1325116777 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0394037070 con 0x7f039c108160 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f0399d9b640 1 -- 172.21.15.7:0/1325116777 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f03940328d0 con 0x7f039c108160 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f0399d9b640 1 -- 172.21.15.7:0/1325116777 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f03940307d0 con 0x7f039c108160 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f03a1195640 1 -- 172.21.15.7:0/1325116777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 msgr2=0x7f039c10a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f03a1195640 1 --2- 172.21.15.7:0/1325116777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0394009820 tx=0x7f039402a270 comp rx=0 tx=0).stop 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f03a1195640 1 -- 172.21.15.7:0/1325116777 shutdown_connections 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f03a1195640 1 --2- 172.21.15.7:0/1325116777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c10a550 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.685+0000 7f03a1195640 1 -- 172.21.15.7:0/1325116777 >> 172.21.15.7:0/1325116777 conn(0x7f039c101d40 msgr2=0x7f039c1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.686+0000 7f03a1195640 1 -- 172.21.15.7:0/1325116777 shutdown_connections 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.686+0000 7f03a1195640 1 -- 172.21.15.7:0/1325116777 wait complete. 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.686+0000 7f03a1195640 1 Processor -- start 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.686+0000 7f03a1195640 1 -- start start 2024-09-19T05:33:07.228 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f03a1195640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f03a1195640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f039c10bad0 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f039ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f039ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58956/0 (socket says 172.21.15.7:58956) 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f039ad9d640 1 -- 172.21.15.7:0/3072364264 learned_addr learned my addr 172.21.15.7:0/3072364264 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f039ad9d640 1 -- 172.21.15.7:0/3072364264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f039c107f20 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f039ad9d640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f03940097f0 tx=0x7f0394030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0394037040 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f039403b3f0 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f039c106110 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f039403a520 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.687+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f039c106650 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.688+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f039403a6c0 con 0x7f039c108160 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.688+0000 7f0393fff640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 0x7f038803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:07.229 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.689+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f039403b980 con 0x7f039c108160 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.689+0000 7f039a59c640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 0x7f038803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.689+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f039c1085c0 con 0x7f039c108160 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.689+0000 7f039a59c640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 0x7f038803b6c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f03840098c0 tx=0x7f0384006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.694+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0394042e00 con 0x7f039c108160 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.889+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f039c106f80 con 0x7f0388039200 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.894+0000 7f0393fff640 1 -- 172.21.15.7:0/3072364264 <== mgr.14118 v2:172.21.15.7:6800/415135774 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f039c106f80 con 0x7f0388039200 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 msgr2=0x7f038803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 0x7f038803b6c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f03840098c0 tx=0x7f0384006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 msgr2=0x7f039c1079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f03940097f0 tx=0x7f0394030d00 comp rx=0 tx=0).stop 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 shutdown_connections 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f0388039200 0x7f038803b6c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 --2- 172.21.15.7:0/3072364264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f039c108160 0x7f039c1079e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:07.230 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 >> 172.21.15.7:0/3072364264 conn(0x7f039c101d40 msgr2=0x7f039c102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:07.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 shutdown_connections 2024-09-19T05:33:07.231 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:05.896+0000 7f03a1195640 1 -- 172.21.15.7:0/3072364264 wait complete. 2024-09-19T05:33:08.501 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:08 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:08.502 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:08 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/4254110139' entity='client.admin' 2024-09-19T05:33:09.075 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.654+0000 7f790bdcf640 1 Processor -- start 2024-09-19T05:33:09.076 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f790bdcf640 1 -- start start 2024-09-19T05:33:09.076 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f790bdcf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:09.076 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f790bdcf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f790407c7b0 con 0x7f790407dd70 2024-09-19T05:33:09.076 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f7909b6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:09.076 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f7909b6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58966/0 (socket says 172.21.15.7:58966) 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f7909b6b640 1 -- 172.21.15.7:0/2809060493 learned_addr learned my addr 172.21.15.7:0/2809060493 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.655+0000 7f7909b6b640 1 -- 172.21.15.7:0/2809060493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790407c930 con 0x7f790407dd70 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.656+0000 7f7909b6b640 1 --2- 172.21.15.7:0/2809060493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7900009820 tx=0x7f790002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9deb8aef2e312543 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.656+0000 7f7908b69640 1 -- 172.21.15.7:0/2809060493 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900037070 con 0x7f790407dd70 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.656+0000 7f7908b69640 1 -- 172.21.15.7:0/2809060493 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79000328f0 con 0x7f790407dd70 2024-09-19T05:33:09.077 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.656+0000 7f7908b69640 1 -- 172.21.15.7:0/2809060493 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900030740 con 0x7f790407dd70 2024-09-19T05:33:09.078 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 -- 172.21.15.7:0/2809060493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 msgr2=0x7f790407c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:09.078 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 --2- 172.21.15.7:0/2809060493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7900009820 tx=0x7f790002a270 comp rx=0 tx=0).stop 2024-09-19T05:33:09.078 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 -- 172.21.15.7:0/2809060493 shutdown_connections 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 --2- 172.21.15.7:0/2809060493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790407c270 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 -- 172.21.15.7:0/2809060493 >> 172.21.15.7:0/2809060493 conn(0x7f7904102f60 msgr2=0x7f7904105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 -- 172.21.15.7:0/2809060493 shutdown_connections 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 -- 172.21.15.7:0/2809060493 wait complete. 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.657+0000 7f790bdcf640 1 Processor -- start 2024-09-19T05:33:09.079 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f790bdcf640 1 -- start start 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f790bdcf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f790bdcf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f790410dd20 con 0x7f790407dd70 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f7909b6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f7909b6b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58970/0 (socket says 172.21.15.7:58970) 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f7909b6b640 1 -- 172.21.15.7:0/4254110139 learned_addr learned my addr 172.21.15.7:0/4254110139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:09.080 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f7909b6b640 1 -- 172.21.15.7:0/4254110139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790419ddd0 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f7909b6b640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79000097f0 tx=0x7f7900030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900042070 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7900030d80 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.658+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f790419e060 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.659+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7900037040 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.659+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79041a0d50 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.659+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f7900045070 con 0x7f790407dd70 2024-09-19T05:33:09.081 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.660+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f790407c2f0 con 0x7f790407dd70 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.660+0000 7f78faffd640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 0x7f78f003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.660+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f790006c2e0 con 0x7f790407dd70 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.660+0000 7f790936a640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 0x7f78f003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.660+0000 7f790936a640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 0x7f78f003b6c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f78f40098c0 tx=0x7f78f4006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.664+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7900045360 con 0x7f790407dd70 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.866+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f79041a1350 con 0x7f790407dd70 2024-09-19T05:33:09.082 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.868+0000 7f78faffd640 1 -- 172.21.15.7:0/4254110139 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f7900043260 con 0x7f790407dd70 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 msgr2=0x7f78f003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 0x7f78f003b6c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f78f40098c0 tx=0x7f78f4006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 msgr2=0x7f790419d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79000097f0 tx=0x7f7900030c70 comp rx=0 tx=0).stop 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 shutdown_connections 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f78f0039200 0x7f78f003b6c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 --2- 172.21.15.7:0/4254110139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f790407dd70 0x7f790419d890 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 >> 172.21.15.7:0/4254110139 conn(0x7f7904102f60 msgr2=0x7f7904103ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:09.083 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 shutdown_connections 2024-09-19T05:33:09.084 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:07.871+0000 7f790bdcf640 1 -- 172.21.15.7:0/4254110139 wait complete. 2024-09-19T05:33:09.631 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:09 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.438+0000 7f1bf1bae640 1 Processor -- start 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.438+0000 7f1bf1bae640 1 -- start start 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1bf1bae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1bf1bae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec07be00 con 0x7f1bec1081a0 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1beb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1beb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58976/0 (socket says 172.21.15.7:58976) 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1beb7fe640 1 -- 172.21.15.7:0/973636698 learned_addr learned my addr 172.21.15.7:0/973636698 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.439+0000 7f1beb7fe640 1 -- 172.21.15.7:0/973636698 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bec10aad0 con 0x7f1bec1081a0 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.440+0000 7f1beb7fe640 1 --2- 172.21.15.7:0/973636698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc009820 tx=0x7f1bdc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8051debb7ca66238 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.440+0000 7f1beaffd640 1 -- 172.21.15.7:0/973636698 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bdc037070 con 0x7f1bec1081a0 2024-09-19T05:33:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.440+0000 7f1beaffd640 1 -- 172.21.15.7:0/973636698 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bdc0328f0 con 0x7f1bec1081a0 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.440+0000 7f1beaffd640 1 -- 172.21.15.7:0/973636698 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bdc030740 con 0x7f1bec1081a0 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 -- 172.21.15.7:0/973636698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 msgr2=0x7f1bec10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/973636698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc009820 tx=0x7f1bdc02a270 comp rx=0 tx=0).stop 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 -- 172.21.15.7:0/973636698 shutdown_connections 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/973636698 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec10a590 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 -- 172.21.15.7:0/973636698 >> 172.21.15.7:0/973636698 conn(0x7f1bec101d40 msgr2=0x7f1bec1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 -- 172.21.15.7:0/973636698 shutdown_connections 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.441+0000 7f1bf1bae640 1 -- 172.21.15.7:0/973636698 wait complete. 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.442+0000 7f1bf1bae640 1 Processor -- start 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.442+0000 7f1bf1bae640 1 -- start start 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.442+0000 7f1bf1bae640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.442+0000 7f1bf1bae640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1bec10baf0 con 0x7f1bec1081a0 2024-09-19T05:33:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1beb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1beb7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58992/0 (socket says 172.21.15.7:58992) 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1beb7fe640 1 -- 172.21.15.7:0/3492629394 learned_addr learned my addr 172.21.15.7:0/3492629394 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1beb7fe640 1 -- 172.21.15.7:0/3492629394 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bec19ded0 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1beb7fe640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc0097f0 tx=0x7f1bdc030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bdc042070 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bdc030e80 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bec19e160 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.443+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bec1a0e50 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.444+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bdc037040 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.445+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bcc005290 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.445+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f1bdc045070 con 0x7f1bec1081a0 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.445+0000 7f1be97fa640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 0x7f1bd803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.445+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1bdc06c2f0 con 0x7f1bec1081a0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.445+0000 7f1be2ffd640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 0x7f1bd803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.446+0000 7f1be2ffd640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 0x7f1bd803b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1bd40098c0 tx=0x7f1bd4006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.451+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1bdc045360 con 0x7f1bec1081a0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.629+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f1bcc005580 con 0x7f1bec1081a0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.632+0000 7f1be97fa640 1 -- 172.21.15.7:0/3492629394 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f1bdc02ed90 con 0x7f1bec1081a0 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.635+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 msgr2=0x7f1bd803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.635+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 0x7f1bd803b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1bd40098c0 tx=0x7f1bd4006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.635+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 msgr2=0x7f1bec19d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.635+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc0097f0 tx=0x7f1bdc030c70 comp rx=0 tx=0).stop 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 shutdown_connections 2024-09-19T05:33:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f1bd8039200 0x7f1bd803b6c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 --2- 172.21.15.7:0/3492629394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1bec1081a0 0x7f1bec19d990 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 >> 172.21.15.7:0/3492629394 conn(0x7f1bec101d40 msgr2=0x7f1bec1028e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 shutdown_connections 2024-09-19T05:33:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:09.636+0000 7f1bf1bae640 1 -- 172.21.15.7:0/3492629394 wait complete. 2024-09-19T05:33:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling the dashboard module... 2024-09-19T05:33:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:10 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3492629394' entity='client.admin' 2024-09-19T05:33:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:10 smithi007 ceph-mon[30960]: from='mgr.14118 172.21.15.7:0/1592760198' entity='mgr.x' 2024-09-19T05:33:11.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:11 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1343661853' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-19T05:33:11.892 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setuser ceph since I am not root 2024-09-19T05:33:11.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setgroup ceph since I am not root 2024-09-19T05:33:11.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:11.801+0000 7ffac0700040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:33:11.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:11.860+0000 7ffac0700040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde6d78b640 1 Processor -- start 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde6d78b640 1 -- start start 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde6d78b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde6d78b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde6807c7d0 con 0x7fde6807dd90 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58614/0 (socket says 172.21.15.7:58614) 2024-09-19T05:33:12.259 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde66ffd640 1 -- 172.21.15.7:0/2312113873 learned_addr learned my addr 172.21.15.7:0/2312113873 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.686+0000 7fde66ffd640 1 -- 172.21.15.7:0/2312113873 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6807c950 con 0x7fde6807dd90 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.687+0000 7fde66ffd640 1 --2- 172.21.15.7:0/2312113873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fde58009820 tx=0x7fde5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db590a64f81221ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.687+0000 7fde667fc640 1 -- 172.21.15.7:0/2312113873 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde58037070 con 0x7fde6807dd90 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.687+0000 7fde667fc640 1 -- 172.21.15.7:0/2312113873 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde580328f0 con 0x7fde6807dd90 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.687+0000 7fde667fc640 1 -- 172.21.15.7:0/2312113873 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde58030740 con 0x7fde6807dd90 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 -- 172.21.15.7:0/2312113873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 msgr2=0x7fde6807c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 --2- 172.21.15.7:0/2312113873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fde58009820 tx=0x7fde5802a270 comp rx=0 tx=0).stop 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 -- 172.21.15.7:0/2312113873 shutdown_connections 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 --2- 172.21.15.7:0/2312113873 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6807c290 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 -- 172.21.15.7:0/2312113873 >> 172.21.15.7:0/2312113873 conn(0x7fde68102f60 msgr2=0x7fde68105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 -- 172.21.15.7:0/2312113873 shutdown_connections 2024-09-19T05:33:12.260 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.688+0000 7fde6d78b640 1 -- 172.21.15.7:0/2312113873 wait complete. 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde6d78b640 1 Processor -- start 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde6d78b640 1 -- start start 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde6d78b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde6d78b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde6810dd00 con 0x7fde6807dd90 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58622/0 (socket says 172.21.15.7:58622) 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde66ffd640 1 -- 172.21.15.7:0/1343661853 learned_addr learned my addr 172.21.15.7:0/1343661853 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde66ffd640 1 -- 172.21.15.7:0/1343661853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6819ddd0 con 0x7fde6807dd90 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.689+0000 7fde66ffd640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fde58030cc0 tx=0x7fde58030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.690+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde58042070 con 0x7fde6807dd90 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.690+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde58030e60 con 0x7fde6807dd90 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.690+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde6819e060 con 0x7fde6807dd90 2024-09-19T05:33:12.261 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.690+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde58037040 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.690+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde681a0d50 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.691+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fde58045070 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.691+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde6807c310 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.691+0000 7fde64ff9640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 0x7fde5403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.691+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fde5806c440 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.691+0000 7fde5ffff640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 0x7fde5403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.692+0000 7fde5ffff640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 0x7fde5403b6c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fde500098c0 tx=0x7fde50006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.696+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fde58046e00 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:10.939+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fde681a0f20 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.634+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fde58045360 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.636+0000 7fde64ff9640 1 -- 172.21.15.7:0/1343661853 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7fde5803c630 con 0x7fde6807dd90 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 msgr2=0x7fde5403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:12.262 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 0x7fde5403b6c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fde500098c0 tx=0x7fde50006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 msgr2=0x7fde6819d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fde58030cc0 tx=0x7fde58030cf0 comp rx=0 tx=0).stop 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 shutdown_connections 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7fde54039200 0x7fde5403b6c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 --2- 172.21.15.7:0/1343661853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde6807dd90 0x7fde6819d890 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 >> 172.21.15.7:0/1343661853 conn(0x7fde68102f60 msgr2=0x7fde68103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 shutdown_connections 2024-09-19T05:33:12.263 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:11.638+0000 7fde6d78b640 1 -- 172.21.15.7:0/1343661853 wait complete. 2024-09-19T05:33:12.361 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.015+0000 7ffac0700040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:33:12.361 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.084+0000 7ffac0700040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:33:12.361 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.240+0000 7ffac0700040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:12.636 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.390+0000 7ffac0700040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:33:12.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1343661853' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-19T05:33:12.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-mon[30960]: mgrmap e9: x(active, since 19s) 2024-09-19T05:33:12.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.727+0000 7ffac0700040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:33:12.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.791+0000 7ffac0700040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:33:13.218 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:12.988+0000 7ffac0700040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.676+0000 7ff354a14640 1 Processor -- start 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.676+0000 7ff354a14640 1 -- start start 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.676+0000 7ff354a14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:13.460 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.676+0000 7ff354a14640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff35007be40 con 0x7ff350108160 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.677+0000 7ff34e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.677+0000 7ff34e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58646/0 (socket says 172.21.15.7:58646) 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.677+0000 7ff34e59c640 1 -- 172.21.15.7:0/4139318153 learned_addr learned my addr 172.21.15.7:0/4139318153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.677+0000 7ff34e59c640 1 -- 172.21.15.7:0/4139318153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35010aa90 con 0x7ff350108160 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.677+0000 7ff34e59c640 1 --2- 172.21.15.7:0/4139318153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff340009820 tx=0x7ff34002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3606ce011b1ad7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff34d59a640 1 -- 172.21.15.7:0/4139318153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff340037070 con 0x7ff350108160 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff34d59a640 1 -- 172.21.15.7:0/4139318153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3400328f0 con 0x7ff350108160 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff34d59a640 1 -- 172.21.15.7:0/4139318153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff340030740 con 0x7ff350108160 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 -- 172.21.15.7:0/4139318153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 msgr2=0x7ff35010a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 --2- 172.21.15.7:0/4139318153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff340009820 tx=0x7ff34002a270 comp rx=0 tx=0).stop 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 -- 172.21.15.7:0/4139318153 shutdown_connections 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 --2- 172.21.15.7:0/4139318153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35010a550 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:13.461 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 -- 172.21.15.7:0/4139318153 >> 172.21.15.7:0/4139318153 conn(0x7ff350101d40 msgr2=0x7ff3501041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 -- 172.21.15.7:0/4139318153 shutdown_connections 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.678+0000 7ff354a14640 1 -- 172.21.15.7:0/4139318153 wait complete. 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.679+0000 7ff354a14640 1 Processor -- start 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.679+0000 7ff354a14640 1 -- start start 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.679+0000 7ff354a14640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.679+0000 7ff354a14640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff35010bb10 con 0x7ff350108160 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff34e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff34e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58652/0 (socket says 172.21.15.7:58652) 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff34e59c640 1 -- 172.21.15.7:0/327156763 learned_addr learned my addr 172.21.15.7:0/327156763 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff34e59c640 1 -- 172.21.15.7:0/327156763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35019de20 con 0x7ff350108160 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff34e59c640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff3400327b0 tx=0x7ff3400327e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff340042070 con 0x7ff350108160 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff340030d50 con 0x7ff350108160 2024-09-19T05:33:13.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff35019e0b0 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff340037040 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.680+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3501a0da0 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.681+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7ff340045070 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.681+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3501085c0 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.681+0000 7ff33f7fe640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 0x7ff33803b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.682+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff34006c390 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.682+0000 7ff34dd9b640 1 -- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 msgr2=0x7ff33803b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.682+0000 7ff34dd9b640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 0x7ff33803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.690+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff340045360 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.883+0000 7ff34dd9b640 1 -- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 msgr2=0x7ff33803b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.883+0000 7ff34dd9b640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 0x7ff33803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.915+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff3501a0f70 con 0x7ff350108160 2024-09-19T05:33:13.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.915+0000 7ff33f7fe640 1 -- 172.21.15.7:0/327156763 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7ff3501a0f70 con 0x7ff350108160 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.917+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 msgr2=0x7ff33803b670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.917+0000 7ff354a14640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 0x7ff33803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.917+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 msgr2=0x7ff35019d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.917+0000 7ff354a14640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff3400327b0 tx=0x7ff3400327e0 comp rx=0 tx=0).stop 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 shutdown_connections 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7ff3380391b0 0x7ff33803b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 --2- 172.21.15.7:0/327156763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff350108160 0x7ff35019d8e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 >> 172.21.15.7:0/327156763 conn(0x7ff350101d40 msgr2=0x7ff3501028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 shutdown_connections 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:12.918+0000 7ff354a14640 1 -- 172.21.15.7:0/327156763 wait complete. 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-09-19T05:33:13.464 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 9... 2024-09-19T05:33:13.802 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:13 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/327156763' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-19T05:33:14.142 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:13.928+0000 7ffac0700040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:33:14.142 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:13.999+0000 7ffac0700040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:33:15.017 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:14.743+0000 7ffac0700040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:33:15.017 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:14.866+0000 7ffac0700040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:33:15.307 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.015+0000 7ffac0700040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:33:15.307 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.079+0000 7ffac0700040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:33:15.307 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.235+0000 7ffac0700040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:33:15.308 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.305+0000 7ffac0700040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:33:15.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.368+0000 7ffac0700040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:33:15.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.533+0000 7ffac0700040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:33:15.603 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.601+0000 7ffac0700040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:33:15.881 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.670+0000 7ffac0700040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:33:15.881 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.756+0000 7ffac0700040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:33:15.882 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.818+0000 7ffac0700040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:33:15.882 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:15.879+0000 7ffac0700040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:33:16.960 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:16.704+0000 7ffac0700040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:33:16.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: Active manager daemon x restarted 2024-09-19T05:33:16.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: Activating manager daemon x 2024-09-19T05:33:16.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: osdmap e3: 0 total, 0 up, 0 in 2024-09-19T05:33:16.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: mgrmap e10: x(active, starting, since 0.00359208s) 2024-09-19T05:33:16.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: Manager daemon x is now available 2024-09-19T05:33:16.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:16.963 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:33:16.963 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:33:18.546 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-09-19T05:33:18.546 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f923242c640 1 Processor -- start 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f923242c640 1 -- start start 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f923242c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f923242c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f922c07bdc0 con 0x7f922c1081e0 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f922bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f922bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58654/0 (socket says 172.21.15.7:58654) 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f922bfff640 1 -- 172.21.15.7:0/258762024 learned_addr learned my addr 172.21.15.7:0/258762024 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.800+0000 7f922bfff640 1 -- 172.21.15.7:0/258762024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922c10ab10 con 0x7f922c1081e0 2024-09-19T05:33:18.547 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.801+0000 7f922bfff640 1 --2- 172.21.15.7:0/258762024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f921c009820 tx=0x7f921c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6169b48343bfaa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.801+0000 7f922b7fe640 1 -- 172.21.15.7:0/258762024 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f921c037070 con 0x7f922c1081e0 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.801+0000 7f922b7fe640 1 -- 172.21.15.7:0/258762024 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f921c0328f0 con 0x7f922c1081e0 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.801+0000 7f922b7fe640 1 -- 172.21.15.7:0/258762024 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f921c030740 con 0x7f922c1081e0 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 -- 172.21.15.7:0/258762024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 msgr2=0x7f922c10a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 --2- 172.21.15.7:0/258762024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f921c009820 tx=0x7f921c02a270 comp rx=0 tx=0).stop 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 -- 172.21.15.7:0/258762024 shutdown_connections 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 --2- 172.21.15.7:0/258762024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c10a5d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 -- 172.21.15.7:0/258762024 >> 172.21.15.7:0/258762024 conn(0x7f922c101d40 msgr2=0x7f922c1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 -- 172.21.15.7:0/258762024 shutdown_connections 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.802+0000 7f923242c640 1 -- 172.21.15.7:0/258762024 wait complete. 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f923242c640 1 Processor -- start 2024-09-19T05:33:18.548 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f923242c640 1 -- start start 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f923242c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f923242c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f922c10bad0 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f922bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f922bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58670/0 (socket says 172.21.15.7:58670) 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.803+0000 7f922bfff640 1 -- 172.21.15.7:0/3781189562 learned_addr learned my addr 172.21.15.7:0/3781189562 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f922bfff640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922c19bc00 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f922bfff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f921c0097f0 tx=0x7f921c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f921c042070 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f921c030e80 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f922c19be90 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f921c037040 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.804+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f922c19eb80 con 0x7f922c1081e0 2024-09-19T05:33:18.549 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.805+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f921c045070 con 0x7f922c1081e0 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.805+0000 7f9229ffb640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.805+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f921803be30 con 0x7f9218039260 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.806+0000 7f9223fff640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 msgr2=0x7f921803b720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.806+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f921c06c3a0 con 0x7f922c1081e0 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:13.806+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:14.007+0000 7f9223fff640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 msgr2=0x7f921803b720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:14.007+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:33:18.550 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:14.408+0000 7f9223fff640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 msgr2=0x7f921803b720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:14.408+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:15.209+0000 7f9223fff640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 msgr2=0x7f921803b720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/415135774 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:15.209+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:16.708+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 10) ==== 46241+0+0 (secure 0 0 0) 0x7f921c03db70 con 0x7f922c1081e0 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:16.708+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 msgr2=0x7f921803b720 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:16.708+0000 7f9229ffb640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.709+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f921c03c680 con 0x7f922c1081e0 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.710+0000 7f9229ffb640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 0x7f921803f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.710+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f921c03ee50 con 0x7f921803cd20 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.710+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 0x7f921803f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.711+0000 7f9223fff640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 0x7f921803f110 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f9214003980 tx=0x7f92140092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.712+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f921c03ee50 con 0x7f921803cd20 2024-09-19T05:33:18.551 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f922c108640 con 0x7f921803cd20 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f9229ffb640 1 -- 172.21.15.7:0/3781189562 <== mgr.14150 v2:172.21.15.7:6800/4130759675 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f922c108640 con 0x7f921803cd20 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 msgr2=0x7f921803f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 0x7f921803f110 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f9214003980 tx=0x7f92140092b0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 msgr2=0x7f922c19b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f921c0097f0 tx=0x7f921c030c70 comp rx=0 tx=0).stop 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 shutdown_connections 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f921803cd20 0x7f921803f110 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:6800/415135774,v1:172.21.15.7:6801/415135774] conn(0x7f9218039260 0x7f921803b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 --2- 172.21.15.7:0/3781189562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f922c1081e0 0x7f922c19b6c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 >> 172.21.15.7:0/3781189562 conn(0x7f922c101d40 msgr2=0x7f922c102940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:18.552 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.719+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 shutdown_connections 2024-09-19T05:33:18.553 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:17.720+0000 7f923242c640 1 -- 172.21.15.7:0/3781189562 wait complete. 2024-09-19T05:33:18.553 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 9 is available 2024-09-19T05:33:18.553 INFO:teuthology.orchestra.run.smithi007.stdout:Generating a dashboard self-signed certificate... 2024-09-19T05:33:18.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:18 smithi007 ceph-mon[30960]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-19T05:33:18.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:18 smithi007 ceph-mon[30960]: mgrmap e11: x(active, since 1.00621s) 2024-09-19T05:33:18.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:18 smithi007 ceph-mon[30960]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-19T05:33:18.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:19.060+0000 7ffa26189640 -1 log_channel(cephadm) log [ERR] : [19/Sep/2024:05:33:19] ENGINE Error in HTTPServer.serve 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Traceback (most recent call last): 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._connections.run(self.expiration_interval) 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._run(expiration_interval) 2024-09-19T05:33:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s = self.context.wrap_socket( 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: return self.sslsocket_class._create( 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self.do_handshake() 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._sslobj.do_handshake() 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:33:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:33:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:33:19.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.965+0000 7f0ba6138640 1 Processor -- start 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.965+0000 7f0ba6138640 1 -- start start 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0ba6138640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0ba6138640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0ba007bde0 con 0x7f0ba01081c0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58750/0 (socket says 172.21.15.7:58750) 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0b9f7fe640 1 -- 172.21.15.7:0/3018144065 learned_addr learned my addr 172.21.15.7:0/3018144065 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.966+0000 7f0b9f7fe640 1 -- 172.21.15.7:0/3018144065 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ba010aaf0 con 0x7f0ba01081c0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.967+0000 7f0b9f7fe640 1 --2- 172.21.15.7:0/3018144065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009820 tx=0x7f0b9002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db018474953b99f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.967+0000 7f0b9e7fc640 1 -- 172.21.15.7:0/3018144065 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b90037070 con 0x7f0ba01081c0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.967+0000 7f0b9e7fc640 1 -- 172.21.15.7:0/3018144065 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b900328f0 con 0x7f0ba01081c0 2024-09-19T05:33:19.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.967+0000 7f0b9e7fc640 1 -- 172.21.15.7:0/3018144065 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b90030740 con 0x7f0ba01081c0 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- 172.21.15.7:0/3018144065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 msgr2=0x7f0ba010a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3018144065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009820 tx=0x7f0b9002a270 comp rx=0 tx=0).stop 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- 172.21.15.7:0/3018144065 shutdown_connections 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3018144065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba010a5b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- 172.21.15.7:0/3018144065 >> 172.21.15.7:0/3018144065 conn(0x7f0ba0101d40 msgr2=0x7f0ba01041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- 172.21.15.7:0/3018144065 shutdown_connections 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- 172.21.15.7:0/3018144065 wait complete. 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 Processor -- start 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.968+0000 7f0ba6138640 1 -- start start 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0ba6138640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0ba6138640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0ba010bb10 con 0x7f0ba01081c0 2024-09-19T05:33:19.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58752/0 (socket says 172.21.15.7:58752) 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9f7fe640 1 -- 172.21.15.7:0/3431868808 learned_addr learned my addr 172.21.15.7:0/3431868808 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9f7fe640 1 -- 172.21.15.7:0/3431868808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ba019bbf0 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9f7fe640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0b900097f0 tx=0x7f0b90030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b90042070 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ba019be80 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b90030e80 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b90037040 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.969+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ba019eb70 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.970+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f0b90045070 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.970+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ba0108620 con 0x7f0ba01081c0 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.970+0000 7f0b9cff9640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 0x7f0b8803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:19.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.971+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0b9006c2d0 con 0x7f0ba01081c0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.971+0000 7f0b9effd640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 0x7f0b8803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.971+0000 7f0b9effd640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 0x7f0b8803b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0b940098c0 tx=0x7f0b94006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:18.975+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0b9004b170 con 0x7f0ba01081c0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.158+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f0ba0103060 con 0x7f0b880390f0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.196+0000 7f0b9cff9640 1 -- 172.21.15.7:0/3431868808 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f0ba0103060 con 0x7f0b880390f0 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 msgr2=0x7f0b8803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 0x7f0b8803b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0b940098c0 tx=0x7f0b94006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 msgr2=0x7f0ba019b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0b900097f0 tx=0x7f0b90030c70 comp rx=0 tx=0).stop 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 shutdown_connections 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0b880390f0 0x7f0b8803b5b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 --2- 172.21.15.7:0/3431868808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ba01081c0 0x7f0ba019b6b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:19.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.198+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 >> 172.21.15.7:0/3431868808 conn(0x7f0ba0101d40 msgr2=0x7f0ba0102950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:19.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.199+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 shutdown_connections 2024-09-19T05:33:19.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:19.199+0000 7f0ba6138640 1 -- 172.21.15.7:0/3431868808 wait complete. 2024-09-19T05:33:19.748 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial admin user... 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: [19/Sep/2024:05:33:18] ENGINE Bus STARTING 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: [19/Sep/2024:05:33:18] ENGINE Serving on http://172.21.15.7:8765 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: [19/Sep/2024:05:33:19] ENGINE Serving on https://172.21.15.7:7150 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: [19/Sep/2024:05:33:19] ENGINE Bus STARTED 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: [19/Sep/2024:05:33:19] ENGINE Error in HTTPServer.serve 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:33:20.273 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:33:20.274 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-09-19T05:33:20.275 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:33:20.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:20.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:20.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:20.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:20 smithi007 ceph-mon[30960]: mgrmap e12: x(active, since 2s) 2024-09-19T05:33:21.222 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$TifS8s3yKMZKCJCe66QsT.ZgvX41P.51BYW05DNhvCf7YRTgLrm3y", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726724000, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-19T05:33:21.222 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c8d51f640 1 Processor -- start 2024-09-19T05:33:21.222 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c8d51f640 1 -- start start 2024-09-19T05:33:21.222 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c8d51f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:21.222 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c8d51f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c881080d0 con 0x7f1c88107700 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.164+0000 7f1c86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41336/0 (socket says 172.21.15.7:41336) 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.165+0000 7f1c86ffd640 1 -- 172.21.15.7:0/447243097 learned_addr learned my addr 172.21.15.7:0/447243097 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.165+0000 7f1c86ffd640 1 -- 172.21.15.7:0/447243097 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c88108900 con 0x7f1c88107700 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.165+0000 7f1c86ffd640 1 --2- 172.21.15.7:0/447243097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1c78009820 tx=0x7f1c7802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=721e1fc6e6f9c1d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.166+0000 7f1c85ffb640 1 -- 172.21.15.7:0/447243097 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c78037070 con 0x7f1c88107700 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.166+0000 7f1c85ffb640 1 -- 172.21.15.7:0/447243097 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c780328f0 con 0x7f1c88107700 2024-09-19T05:33:21.223 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.166+0000 7f1c85ffb640 1 -- 172.21.15.7:0/447243097 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c78030740 con 0x7f1c88107700 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.166+0000 7f1c8d51f640 1 -- 172.21.15.7:0/447243097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 msgr2=0x7f1c88107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.166+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/447243097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1c78009820 tx=0x7f1c7802a270 comp rx=0 tx=0).stop 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 -- 172.21.15.7:0/447243097 shutdown_connections 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/447243097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c88107b00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 -- 172.21.15.7:0/447243097 >> 172.21.15.7:0/447243097 conn(0x7f1c88102e50 msgr2=0x7f1c881052d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 -- 172.21.15.7:0/447243097 shutdown_connections 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 -- 172.21.15.7:0/447243097 wait complete. 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.167+0000 7f1c8d51f640 1 Processor -- start 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c8d51f640 1 -- start start 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c8d51f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c8d51f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c8810bcb0 con 0x7f1c88107700 2024-09-19T05:33:21.224 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41338/0 (socket says 172.21.15.7:41338) 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c86ffd640 1 -- 172.21.15.7:0/1305115147 learned_addr learned my addr 172.21.15.7:0/1305115147 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.168+0000 7f1c86ffd640 1 -- 172.21.15.7:0/1305115147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c8819de60 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c86ffd640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1c78009940 tx=0x7f1c78030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c78042070 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c8819e0f0 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c78030e30 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c78037040 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.169+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c881a0de0 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.170+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f1c78045070 con 0x7f1c88107700 2024-09-19T05:33:21.225 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.170+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c8810be30 con 0x7f1c88107700 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.170+0000 7f1c6ffff640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 0x7f1c7003b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.171+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1c7806c3f0 con 0x7f1c88107700 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.171+0000 7f1c867fc640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 0x7f1c7003b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.171+0000 7f1c867fc640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 0x7f1c7003b720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c0098c0 tx=0x7f1c7c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.176+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1c7803ae30 con 0x7f1c88107700 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.369+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f1c88107b80 con 0x7f1c70039260 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.618+0000 7f1c6ffff640 1 -- 172.21.15.7:0/1305115147 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f1c88107b80 con 0x7f1c70039260 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 msgr2=0x7f1c7003b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:21.226 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 0x7f1c7003b720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c0098c0 tx=0x7f1c7c006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 msgr2=0x7f1c8819d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1c78009940 tx=0x7f1c78030cc0 comp rx=0 tx=0).stop 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 shutdown_connections 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1c70039260 0x7f1c7003b720 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 --2- 172.21.15.7:0/1305115147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c88107700 0x7f1c8819d920 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 >> 172.21.15.7:0/1305115147 conn(0x7f1c88102e50 msgr2=0x7f1c881039e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 shutdown_connections 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:20.620+0000 7f1c8d51f640 1 -- 172.21.15.7:0/1305115147 wait complete. 2024-09-19T05:33:21.227 INFO:teuthology.orchestra.run.smithi007.stdout:Fetching dashboard port number... 2024-09-19T05:33:21.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:21 smithi007 ceph-mon[30960]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:21.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 8443 2024-09-19T05:33:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.089+0000 7f9e5e7c5640 1 Processor -- start 2024-09-19T05:33:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.089+0000 7f9e5e7c5640 1 -- start start 2024-09-19T05:33:22.873 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.089+0000 7f9e5e7c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.089+0000 7f9e5e7c5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5807c7b0 con 0x7f9e5807dd70 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.090+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.090+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41342/0 (socket says 172.21.15.7:41342) 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.090+0000 7f9e57fff640 1 -- 172.21.15.7:0/580646570 learned_addr learned my addr 172.21.15.7:0/580646570 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.090+0000 7f9e57fff640 1 -- 172.21.15.7:0/580646570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5807c930 con 0x7f9e5807dd70 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.090+0000 7f9e57fff640 1 --2- 172.21.15.7:0/580646570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9e48009820 tx=0x7f9e4802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74b77b702135be57 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e56ffd640 1 -- 172.21.15.7:0/580646570 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e48037070 con 0x7f9e5807dd70 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e56ffd640 1 -- 172.21.15.7:0/580646570 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e480328f0 con 0x7f9e5807dd70 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e56ffd640 1 -- 172.21.15.7:0/580646570 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e48030740 con 0x7f9e5807dd70 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/580646570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 msgr2=0x7f9e5807c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/580646570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9e48009820 tx=0x7f9e4802a270 comp rx=0 tx=0).stop 2024-09-19T05:33:22.874 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/580646570 shutdown_connections 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/580646570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5807c270 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/580646570 >> 172.21.15.7:0/580646570 conn(0x7f9e58102f60 msgr2=0x7f9e58105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/580646570 shutdown_connections 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.091+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/580646570 wait complete. 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e5e7c5640 1 Processor -- start 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e5e7c5640 1 -- start start 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e5e7c5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e5e7c5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5810dd20 con 0x7f9e5807dd70 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41356/0 (socket says 172.21.15.7:41356) 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.092+0000 7f9e57fff640 1 -- 172.21.15.7:0/680867554 learned_addr learned my addr 172.21.15.7:0/680867554 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e57fff640 1 -- 172.21.15.7:0/680867554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5819ddd0 con 0x7f9e5807dd70 2024-09-19T05:33:22.875 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e57fff640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9e48030cc0 tx=0x7f9e48030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e48042070 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5819e060 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e48030e60 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e48037040 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.093+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e581a0d50 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.094+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f9e48045070 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.094+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e5807c2f0 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.094+0000 7f9e557fa640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 0x7f9e4003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.094+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9e4806c440 con 0x7f9e5807dd70 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.094+0000 7f9e577fe640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 0x7f9e4003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.095+0000 7f9e577fe640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 0x7f9e4003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c0098c0 tx=0x7f9e4c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:22.876 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.099+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9e48045360 con 0x7f9e5807dd70 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.275+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f9e581a0f20 con 0x7f9e5807dd70 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.275+0000 7f9e557fa640 1 -- 172.21.15.7:0/680867554 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f9e4803ad90 con 0x7f9e5807dd70 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.277+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 msgr2=0x7f9e4003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.277+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 0x7f9e4003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c0098c0 tx=0x7f9e4c006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.277+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 msgr2=0x7f9e5819d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.277+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9e48030cc0 tx=0x7f9e48030cf0 comp rx=0 tx=0).stop 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 shutdown_connections 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9e40039200 0x7f9e4003b6c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 --2- 172.21.15.7:0/680867554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e5807dd70 0x7f9e5819d890 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 >> 172.21.15.7:0/680867554 conn(0x7f9e58102f60 msgr2=0x7f9e58103ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 shutdown_connections 2024-09-19T05:33:22.877 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:22.278+0000 7f9e5e7c5640 1 -- 172.21.15.7:0/680867554 wait complete. 2024-09-19T05:33:22.880 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-19T05:33:22.880 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-09-19T05:33:22.887 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-19T05:33:22.887 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-09-19T05:33:22.887 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-09-19T05:33:22.888 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-19T05:33:22.889 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph Dashboard is now available at: 2024-09-19T05:33:22.889 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:22.890 INFO:teuthology.orchestra.run.smithi007.stdout: URL: https://smithi007.front.sepia.ceph.com:8443/ 2024-09-19T05:33:22.890 INFO:teuthology.orchestra.run.smithi007.stdout: User: admin 2024-09-19T05:33:22.890 INFO:teuthology.orchestra.run.smithi007.stdout: Password: i4lqt7yv4z 2024-09-19T05:33:22.890 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:22.890 INFO:teuthology.orchestra.run.smithi007.stdout:Saving cluster configuration to /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config directory 2024-09-19T05:33:22.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:22 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/680867554' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-19T05:33:24.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff81155640 1 Processor -- start 2024-09-19T05:33:24.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff81155640 1 -- start start 2024-09-19T05:33:24.088 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff81155640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff81155640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c106fc0 con 0x7eff7c1065f0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff7ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff7ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41364/0 (socket says 172.21.15.7:41364) 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff7ad9d640 1 -- 172.21.15.7:0/2935403785 learned_addr learned my addr 172.21.15.7:0/2935403785 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.243+0000 7eff7ad9d640 1 -- 172.21.15.7:0/2935403785 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7c1077f0 con 0x7eff7c1065f0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.244+0000 7eff7ad9d640 1 --2- 172.21.15.7:0/2935403785 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009820 tx=0x7eff6c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9542432c0d89535d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.244+0000 7eff79d9b640 1 -- 172.21.15.7:0/2935403785 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff6c037070 con 0x7eff7c1065f0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.244+0000 7eff79d9b640 1 -- 172.21.15.7:0/2935403785 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff6c0328f0 con 0x7eff7c1065f0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.244+0000 7eff79d9b640 1 -- 172.21.15.7:0/2935403785 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff6c030740 con 0x7eff7c1065f0 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 -- 172.21.15.7:0/2935403785 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 msgr2=0x7eff7c1069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 --2- 172.21.15.7:0/2935403785 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009820 tx=0x7eff6c02a270 comp rx=0 tx=0).stop 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 -- 172.21.15.7:0/2935403785 shutdown_connections 2024-09-19T05:33:24.089 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 --2- 172.21.15.7:0/2935403785 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c1069f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 -- 172.21.15.7:0/2935403785 >> 172.21.15.7:0/2935403785 conn(0x7eff7c101d40 msgr2=0x7eff7c1041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 -- 172.21.15.7:0/2935403785 shutdown_connections 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.245+0000 7eff81155640 1 -- 172.21.15.7:0/2935403785 wait complete. 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff81155640 1 Processor -- start 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff81155640 1 -- start start 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff81155640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff81155640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c10aba0 con 0x7eff7c1065f0 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff7ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff7ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41372/0 (socket says 172.21.15.7:41372) 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.246+0000 7eff7ad9d640 1 -- 172.21.15.7:0/3110002544 learned_addr learned my addr 172.21.15.7:0/3110002544 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff7ad9d640 1 -- 172.21.15.7:0/3110002544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7c191d60 con 0x7eff7c1065f0 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff7ad9d640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7eff6c0097f0 tx=0x7eff6c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff6c042070 con 0x7eff7c1065f0 2024-09-19T05:33:24.090 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff6c030e80 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff7c18ff50 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff6c037040 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.247+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff7c190490 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.248+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7eff6c045070 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.248+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff7c10ad20 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.248+0000 7eff63fff640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 0x7eff6403b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.248+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7eff6c06c3f0 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.249+0000 7eff7a59c640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 0x7eff6403b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.249+0000 7eff7a59c640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 0x7eff6403b720 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7eff700098c0 tx=0x7eff70006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.253+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7eff6c045520 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.524+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7eff7c195550 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.526+0000 7eff63fff640 1 -- 172.21.15.7:0/3110002544 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7eff6c03add0 con 0x7eff7c1065f0 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-19T05:33:24.091 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.528+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 msgr2=0x7eff6403b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.528+0000 7eff81155640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 0x7eff6403b720 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7eff700098c0 tx=0x7eff70006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.528+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 msgr2=0x7eff7c191820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.528+0000 7eff81155640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7eff6c0097f0 tx=0x7eff6c030c70 comp rx=0 tx=0).stop 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 shutdown_connections 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff64039260 0x7eff6403b720 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 --2- 172.21.15.7:0/3110002544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff7c1065f0 0x7eff7c191820 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 >> 172.21.15.7:0/3110002544 conn(0x7eff7c101d40 msgr2=0x7eff7c102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 shutdown_connections 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-09-19T05:33:23.529+0000 7eff81155640 1 -- 172.21.15.7:0/3110002544 wait complete. 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.092 INFO:teuthology.orchestra.run.smithi007.stdout:Or, if you are only running a single cluster on this host: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: ceph telemetry on 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout:For more information see: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:24.093 INFO:teuthology.orchestra.run.smithi007.stdout:Bootstrap complete. 2024-09-19T05:33:24.138 INFO:tasks.cephadm:Fetching config... 2024-09-19T05:33:24.138 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:33:24.139 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-19T05:33:24.157 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-19T05:33:24.157 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:33:24.157 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-19T05:33:24.215 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-19T05:33:24.216 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:33:24.216 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-19T05:33:24.287 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-19T05:33:24.287 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:33:24.287 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-19T05:33:24.349 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-19T05:33:24.350 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T05:33:24.435 INFO:teuthology.orchestra.run.smithi007.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:24.447 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T05:33:24.507 INFO:teuthology.orchestra.run.smithi044.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:24.529 DEBUG:teuthology.orchestra.run.smithi063:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-19T05:33:24.597 INFO:teuthology.orchestra.run.smithi063.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJxpgxNjHHYM2NEmT2QOQP59VdzsukKaXG4gUklF35XoDUi3H1Cfw9sUJpqjhZG54fFoKNFB7lC+KGvgR2AE1fuh39BDw0681r6YH8HwoJtiHk1LVO8WXEN8cviY3sHFQo2/X5B2K2HNRTMShFwTubC8/TdLheSAHYeBxnHLISpsnEFU73pniSZAB3atXZAE1R4lg89EnN1jW7P/jA3P14KBYrF5t9N732zslCoU8bM7btnhXJQV2atvMd920kOJbLi8S3eAxd1pDZTMopus8DxNBx1GiIJ1GRpT3Zsxr3K1AOJ2jVKu6zEN9JrJUbPJR0HbxCV2QuETDo9lhYslExcfsk6whTB0nng8H4RRW4GSIVRgtBslvO2sGOF+HZN1JT9zGZ5yeZ5aY9CppX5fgGi94AnQrXr+zyzwSy2WzcjwKjSLqxXfQ09GPey+PG/zjmbi3HaU0hyHbahSIBR+FQZX3aeoRM7o8592Q8gGV+sqdEx3ztjnAkgHPNbYHL1i8= ceph-6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:24.611 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-19T05:33:24.869 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:24 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3110002544' entity='client.admin' 2024-09-19T05:33:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:24 smithi007 ceph-mon[30960]: mgrmap e13: x(active, since 6s) 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 -- 172.21.15.7:0/217905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 msgr2=0x7f85ec1044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 --2- 172.21.15.7:0/217905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec1044c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009880 tx=0x7f85dc02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 -- 172.21.15.7:0/217905966 shutdown_connections 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 --2- 172.21.15.7:0/217905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec1044c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 -- 172.21.15.7:0/217905966 >> 172.21.15.7:0/217905966 conn(0x7f85ec0fbc70 msgr2=0x7f85ec0fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 -- 172.21.15.7:0/217905966 shutdown_connections 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.331+0000 7f85f10f8640 1 -- 172.21.15.7:0/217905966 wait complete. 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.332+0000 7f85f10f8640 1 Processor -- start 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.332+0000 7f85f10f8640 1 -- start start 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85f10f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:25.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85f10f8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec107590 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85ead9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85ead9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41386/0 (socket says 172.21.15.7:41386) 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85ead9d640 1 -- 172.21.15.7:0/1867501926 learned_addr learned my addr 172.21.15.7:0/1867501926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85ead9d640 1 -- 172.21.15.7:0/1867501926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec1971d0 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85ead9d640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009230 tx=0x7f85dc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85dc03f070 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85dc003aa0 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85ec197460 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.333+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85dc035030 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.334+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85ec19a150 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.334+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f85dc042070 con 0x7f85ec1020d0 2024-09-19T05:33:25.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.335+0000 7f85e8d99640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 0x7f85d803b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.335+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85ec107d10 con 0x7f85ec1020d0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.335+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f85dc06d1a0 con 0x7f85ec1020d0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.335+0000 7f85e3fff640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 0x7f85d803b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.335+0000 7f85e3fff640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 0x7f85d803b7c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f85d40098c0 tx=0x7f85d4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.340+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f85dc0419c0 con 0x7f85ec1020d0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.519+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f85ec02d830 con 0x7f85ec1020d0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.521+0000 7f85e8d99640 1 -- 172.21.15.7:0/1867501926 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f85dc041df0 con 0x7f85ec1020d0 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 msgr2=0x7f85d803b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 0x7f85d803b7c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f85d40098c0 tx=0x7f85d4006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 msgr2=0x7f85ec196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009230 tx=0x7f85dc0048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 shutdown_connections 2024-09-19T05:33:25.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85d8039300 0x7f85d803b7c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 --2- 172.21.15.7:0/1867501926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85ec1020d0 0x7f85ec196c90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:25.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 >> 172.21.15.7:0/1867501926 conn(0x7f85ec0fbc70 msgr2=0x7f85ec0fc720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:25.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 shutdown_connections 2024-09-19T05:33:25.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:25.524+0000 7f85f10f8640 1 -- 172.21.15.7:0/1867501926 wait complete. 2024-09-19T05:33:26.121 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-19T05:33:26.121 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-19T05:33:26.713 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:26.835 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1867501926' entity='client.admin' 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2204607544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 msgr2=0x7fc708100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2204607544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc708100910 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009880 tx=0x7fc6f802a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2204607544 shutdown_connections 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2204607544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc708100910 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2204607544 >> 172.21.15.7:0/2204607544 conn(0x7fc7080fbca0 msgr2=0x7fc7080fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2204607544 shutdown_connections 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2204607544 wait complete. 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.513+0000 7fc70d5bc640 1 Processor -- start 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc70d5bc640 1 -- start start 2024-09-19T05:33:27.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc70d5bc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:27.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc70d5bc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7081075e0 con 0x7fc708100510 2024-09-19T05:33:27.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc706ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:27.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc706ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41416/0 (socket says 172.21.15.7:41416) 2024-09-19T05:33:27.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc706ffd640 1 -- 172.21.15.7:0/2761797863 learned_addr learned my addr 172.21.15.7:0/2761797863 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:27.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc706ffd640 1 -- 172.21.15.7:0/2761797863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc708106910 con 0x7fc708100510 2024-09-19T05:33:27.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.514+0000 7fc706ffd640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009230 tx=0x7fc6f80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:27.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.515+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6f803f070 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.515+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6f8003aa0 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.515+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc708104b00 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.515+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6f8035030 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.515+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc708105040 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.516+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7fc6f8042070 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.516+0000 7fc704ff9640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 0x7fc6f403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.516+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc6f806d460 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.516+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc708107d60 con 0x7fc708100510 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.516+0000 7fc6fffff640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 0x7fc6f403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:27.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.517+0000 7fc6fffff640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 0x7fc6f403b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc6f00098c0 tx=0x7fc6f0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:27.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.521+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc6f802f300 con 0x7fc708100510 2024-09-19T05:33:27.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.703+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fc70818fff0 con 0x7fc6f40392a0 2024-09-19T05:33:27.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:27.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:27.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi007", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:33:27.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:27.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:27.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:27.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.706+0000 7fc704ff9640 1 -- 172.21.15.7:0/2761797863 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc70818fff0 con 0x7fc6f40392a0 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 msgr2=0x7fc6f403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 0x7fc6f403b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc6f00098c0 tx=0x7fc6f0006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 msgr2=0x7fc7081063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009230 tx=0x7fc6f80048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 shutdown_connections 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc6f40392a0 0x7fc6f403b760 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 --2- 172.21.15.7:0/2761797863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc708100510 0x7fc7081063d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:27.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 >> 172.21.15.7:0/2761797863 conn(0x7fc7080fbca0 msgr2=0x7fc7080fc750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:27.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 shutdown_connections 2024-09-19T05:33:27.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:27.709+0000 7fc70d5bc640 1 -- 172.21.15.7:0/2761797863 wait complete. 2024-09-19T05:33:28.412 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi044 2024-09-19T05:33:28.412 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:33:28.412 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/etc/ceph/ceph.conf 2024-09-19T05:33:28.433 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:33:28.433 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:28.492 INFO:tasks.cephadm:Adding host smithi044 to orchestrator... 2024-09-19T05:33:28.492 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch host add smithi044 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:33:29.032 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:29.033 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:29.033 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:29.178 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 -- 172.21.15.7:0/3657730652 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 msgr2=0x7efbf81069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 --2- 172.21.15.7:0/3657730652 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf81069d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009880 tx=0x7efbf402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 -- 172.21.15.7:0/3657730652 shutdown_connections 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 --2- 172.21.15.7:0/3657730652 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf81069d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 -- 172.21.15.7:0/3657730652 >> 172.21.15.7:0/3657730652 conn(0x7efbf80fb930 msgr2=0x7efbf80fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:29.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 -- 172.21.15.7:0/3657730652 shutdown_connections 2024-09-19T05:33:29.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.609+0000 7efbfff7b640 1 -- 172.21.15.7:0/3657730652 wait complete. 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfff7b640 1 Processor -- start 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfff7b640 1 -- start start 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfff7b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfff7b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efbf810aab0 con 0x7efbf81065f0 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfdd17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfdd17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41430/0 (socket says 172.21.15.7:41430) 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.610+0000 7efbfdd17640 1 -- 172.21.15.7:0/1685103950 learned_addr learned my addr 172.21.15.7:0/1685103950 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbfdd17640 1 -- 172.21.15.7:0/1685103950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbf8196480 con 0x7efbf81065f0 2024-09-19T05:33:29.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbfdd17640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009230 tx=0x7efbf40048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:29.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efbf403f070 con 0x7efbf81065f0 2024-09-19T05:33:29.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efbf4004d10 con 0x7efbf81065f0 2024-09-19T05:33:29.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efbf8196710 con 0x7efbf81065f0 2024-09-19T05:33:29.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efbf4035030 con 0x7efbf81065f0 2024-09-19T05:33:29.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.611+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efbf819a810 con 0x7efbf81065f0 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.612+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7efbf4042070 con 0x7efbf81065f0 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.612+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efbf8101c40 con 0x7efbf81065f0 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.612+0000 7efbeeffd640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 0x7efbe403b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.612+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efbf406cf50 con 0x7efbf81065f0 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.612+0000 7efbfd516640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 0x7efbe403b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:29.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.613+0000 7efbfd516640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 0x7efbe403b7c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efbe80098c0 tx=0x7efbe8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:29.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.617+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7efbf40372d0 con 0x7efbf81065f0 2024-09-19T05:33:29.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:29.797+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi044", "target": ["mon-mgr", ""]}) -- 0x7efbf81972a0 con 0x7efbe4039300 2024-09-19T05:33:29.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:29 smithi007 ceph-mon[30960]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-19T05:33:29.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:29 smithi007 ceph-mon[30960]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:33:29.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:29 smithi007 ceph-mon[30960]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:29.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:29 smithi007 ceph-mon[30960]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:33:31.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:30 smithi007 ceph-mon[30960]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi044", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:31 smithi007 ceph-mon[30960]: Deploying cephadm binary to smithi044 2024-09-19T05:33:33.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.728+0000 7efbeeffd640 1 -- 172.21.15.7:0/1685103950 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7efbf81972a0 con 0x7efbe4039300 2024-09-19T05:33:33.731 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi044' with addr '172.21.15.44' 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 msgr2=0x7efbe403b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 0x7efbe403b7c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efbe80098c0 tx=0x7efbe8006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 msgr2=0x7efbf8195f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009230 tx=0x7efbf40048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 shutdown_connections 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efbe4039300 0x7efbe403b7c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 --2- 172.21.15.7:0/1685103950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efbf81065f0 0x7efbf8195f40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:33.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 >> 172.21.15.7:0/1685103950 conn(0x7efbf80fb930 msgr2=0x7efbf80fd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:33.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 shutdown_connections 2024-09-19T05:33:33.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:33.731+0000 7efbfff7b640 1 -- 172.21.15.7:0/1685103950 wait complete. 2024-09-19T05:33:34.338 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-19T05:33:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:34.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:34.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:34 smithi007 ceph-mon[30960]: Added host smithi044 2024-09-19T05:33:34.992 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:34.992 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:34.992 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 -- 172.21.15.7:0/1902199714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 msgr2=0x7ffbe0106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/1902199714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0106920 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0009c10 tx=0x7ffbd002aa10 comp rx=0 tx=0).stop 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 -- 172.21.15.7:0/1902199714 shutdown_connections 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/1902199714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0106920 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 -- 172.21.15.7:0/1902199714 >> 172.21.15.7:0/1902199714 conn(0x7ffbe0077310 msgr2=0x7ffbe00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 -- 172.21.15.7:0/1902199714 shutdown_connections 2024-09-19T05:33:35.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 -- 172.21.15.7:0/1902199714 wait complete. 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.073+0000 7ffbe4bea640 1 Processor -- start 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbe4bea640 1 -- start start 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbe4bea640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbe4bea640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe010aa20 con 0x7ffbe0106540 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbde59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbde59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33988/0 (socket says 172.21.15.7:33988) 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbde59c640 1 -- 172.21.15.7:0/4243045779 learned_addr learned my addr 172.21.15.7:0/4243045779 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbde59c640 1 -- 172.21.15.7:0/4243045779 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe006a4b0 con 0x7ffbe0106540 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbde59c640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0005dd0 tx=0x7ffbd002f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.074+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd0034070 con 0x7ffbe0106540 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.075+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbd002feb0 con 0x7ffbe0106540 2024-09-19T05:33:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.075+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe0196210 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.075+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbd0004360 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.075+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe0196610 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.075+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7ffbd0037020 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.076+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe0101bb0 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.076+0000 7ffbcf7fe640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 0x7ffbc803b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.076+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ffbd006d430 con 0x7ffbe0106540 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.076+0000 7ffbddd9b640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 0x7ffbc803b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.076+0000 7ffbddd9b640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 0x7ffbc803b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffbd40098c0 tx=0x7ffbd4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:35.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.080+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ffbd003f070 con 0x7ffbe0106540 2024-09-19T05:33:35.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.262+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffbe0069d30 con 0x7ffbc80392a0 2024-09-19T05:33:35.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.263+0000 7ffbcf7fe640 1 -- 172.21.15.7:0/4243045779 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+158 (secure 0 0 0) 0x7ffbe0069d30 con 0x7ffbc80392a0 2024-09-19T05:33:35.265 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:35.265 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}] 2024-09-19T05:33:35.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 msgr2=0x7ffbc803b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:35.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 0x7ffbc803b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffbd40098c0 tx=0x7ffbd4006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:35.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 msgr2=0x7ffbe0195cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0005dd0 tx=0x7ffbd002f980 comp rx=0 tx=0).stop 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 shutdown_connections 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.265+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ffbc80392a0 0x7ffbc803b760 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.266+0000 7ffbe4bea640 1 --2- 172.21.15.7:0/4243045779 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe0106540 0x7ffbe0195cd0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.266+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 >> 172.21.15.7:0/4243045779 conn(0x7ffbe0077310 msgr2=0x7ffbe00fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.266+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 shutdown_connections 2024-09-19T05:33:35.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:35.266+0000 7ffbe4bea640 1 -- 172.21.15.7:0/4243045779 wait complete. 2024-09-19T05:33:35.849 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi063 2024-09-19T05:33:35.849 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:33:35.849 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.conf 2024-09-19T05:33:35.870 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:33:35.870 DEBUG:teuthology.orchestra.run.smithi063:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:35.929 INFO:tasks.cephadm:Adding host smithi063 to orchestrator... 2024-09-19T05:33:35.929 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch host add smithi063 2024-09-19T05:33:36.176 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:36.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:36 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:36.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:36 smithi007 ceph-mon[30960]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:33:36.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 -- 172.21.15.7:0/3192253512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 msgr2=0x7f22601006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:36.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 --2- 172.21.15.7:0/3192253512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601006c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f225c009880 tx=0x7f225c02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:36.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 -- 172.21.15.7:0/3192253512 shutdown_connections 2024-09-19T05:33:36.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 --2- 172.21.15.7:0/3192253512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601006c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:36.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 -- 172.21.15.7:0/3192253512 >> 172.21.15.7:0/3192253512 conn(0x7f22600fc1b0 msgr2=0x7f22600fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:36.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 -- 172.21.15.7:0/3192253512 shutdown_connections 2024-09-19T05:33:36.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.615+0000 7f226763a640 1 -- 172.21.15.7:0/3192253512 wait complete. 2024-09-19T05:33:36.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f226763a640 1 Processor -- start 2024-09-19T05:33:36.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f226763a640 1 -- start start 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f226763a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f226763a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f226010dd50 con 0x7f22601002e0 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f22653d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f22653d6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34008/0 (socket says 172.21.15.7:34008) 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f22653d6640 1 -- 172.21.15.7:0/421272735 learned_addr learned my addr 172.21.15.7:0/421272735 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.616+0000 7f22653d6640 1 -- 172.21.15.7:0/421272735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22601997e0 con 0x7f22601002e0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f22653d6640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f225c009230 tx=0x7f225c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f225c03f070 con 0x7f22601002e0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f225c003aa0 con 0x7f22601002e0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2260199a70 con 0x7f22601002e0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f225c035030 con 0x7f22601002e0 2024-09-19T05:33:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.617+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2260199ed0 con 0x7f22601002e0 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.618+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f225c042070 con 0x7f22601002e0 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.618+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f226006a7b0 con 0x7f22601002e0 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.618+0000 7f22567fc640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 0x7f224c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.618+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f225c06cf80 con 0x7f22601002e0 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.618+0000 7f2264bd5640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 0x7f224c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.619+0000 7f2264bd5640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 0x7f224c03b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f22500098c0 tx=0x7f2250006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.623+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f225c04a260 con 0x7f22601002e0 2024-09-19T05:33:36.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:36.805+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi063", "target": ["mon-mgr", ""]}) -- 0x7f226019a660 con 0x7f224c0392a0 2024-09-19T05:33:38.043 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:37 smithi007 ceph-mon[30960]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:38.044 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:37 smithi007 ceph-mon[30960]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi063", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:39.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: Deploying cephadm binary to smithi063 2024-09-19T05:33:39.320 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:33:39.321 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: Updating smithi044:/etc/ceph/ceph.conf 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.322 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:39.323 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:40 smithi007 ceph-mon[30960]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:40 smithi007 ceph-mon[30960]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:33:40.803 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi063' with addr '172.21.15.63' 2024-09-19T05:33:40.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.800+0000 7f22567fc640 1 -- 172.21.15.7:0/421272735 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f226019a660 con 0x7f224c0392a0 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 msgr2=0x7f224c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 0x7f224c03b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f22500098c0 tx=0x7f2250006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 msgr2=0x7f22601992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f225c009230 tx=0x7f225c0048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 shutdown_connections 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f224c0392a0 0x7f224c03b760 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:40.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 --2- 172.21.15.7:0/421272735 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f22601002e0 0x7f22601992a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:40.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.803+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 >> 172.21.15.7:0/421272735 conn(0x7f22600fc1b0 msgr2=0x7f22600fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:40.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.804+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 shutdown_connections 2024-09-19T05:33:40.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:40.804+0000 7f226763a640 1 -- 172.21.15.7:0/421272735 wait complete. 2024-09-19T05:33:41.348 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-19T05:33:41.598 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:41.972 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:41.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:41.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: Added host smithi063 2024-09-19T05:33:41.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:41.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:41.973 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:41 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:42.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 -- 172.21.15.7:0/1842560856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 msgr2=0x7f8450106950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 --2- 172.21.15.7:0/1842560856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450106950 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8440009880 tx=0x7f844002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 -- 172.21.15.7:0/1842560856 shutdown_connections 2024-09-19T05:33:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 --2- 172.21.15.7:0/1842560856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450106950 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 -- 172.21.15.7:0/1842560856 >> 172.21.15.7:0/1842560856 conn(0x7f84500fc1a0 msgr2=0x7f84500fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 -- 172.21.15.7:0/1842560856 shutdown_connections 2024-09-19T05:33:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.056+0000 7f8456223640 1 -- 172.21.15.7:0/1842560856 wait complete. 2024-09-19T05:33:42.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f8456223640 1 Processor -- start 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f8456223640 1 -- start start 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f8456223640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f8456223640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f845010aa50 con 0x7f8450106570 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f844f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f844f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41160/0 (socket says 172.21.15.7:41160) 2024-09-19T05:33:42.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.057+0000 7f844f7fe640 1 -- 172.21.15.7:0/1515657453 learned_addr learned my addr 172.21.15.7:0/1515657453 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f844f7fe640 1 -- 172.21.15.7:0/1515657453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84501983e0 con 0x7f8450106570 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f844f7fe640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8440009230 tx=0x7f84400048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f844003f070 con 0x7f8450106570 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8440004d10 con 0x7f8450106570 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8450198670 con 0x7f8450106570 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8440035030 con 0x7f8450106570 2024-09-19T05:33:42.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.058+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8450198ad0 con 0x7f8450106570 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.059+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f8440042070 con 0x7f8450106570 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.059+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8450101be0 con 0x7f8450106570 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.059+0000 7f844cff9640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 0x7f843803b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.059+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f844006cfc0 con 0x7f8450106570 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.059+0000 7f844effd640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 0x7f843803b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:42.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.060+0000 7f844effd640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 0x7f843803b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f84440098c0 tx=0x7f8444006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:42.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.064+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8440042360 con 0x7f8450106570 2024-09-19T05:33:42.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.246+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f84501069d0 con 0x7f84380392a0 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.248+0000 7f844cff9640 1 -- 172.21.15.7:0/1515657453 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+237 (secure 0 0 0) 0x7f84501069d0 con 0x7f84380392a0 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:33:42.249 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.63", "hostname": "smithi063", "labels": [], "status": ""}] 2024-09-19T05:33:42.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 msgr2=0x7f843803b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 0x7f843803b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f84440098c0 tx=0x7f8444006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 msgr2=0x7f8450197ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8440009230 tx=0x7f84400048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 shutdown_connections 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f84380392a0 0x7f843803b760 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 --2- 172.21.15.7:0/1515657453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8450106570 0x7f8450197ea0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 >> 172.21.15.7:0/1515657453 conn(0x7f84500fc1a0 msgr2=0x7f84500fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 shutdown_connections 2024-09-19T05:33:42.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:42.250+0000 7f8456223640 1 -- 172.21.15.7:0/1515657453 wait complete. 2024-09-19T05:33:42.798 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-19T05:33:42.798 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-19T05:33:43.048 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:33:43.412 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:43.413 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:43 smithi007 ceph-mon[30960]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:33:43.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 -- 172.21.15.7:0/3116979812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 msgr2=0x7f3bdc106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:43.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/3116979812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc106940 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009880 tx=0x7f3bcc02a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 -- 172.21.15.7:0/3116979812 shutdown_connections 2024-09-19T05:33:43.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/3116979812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc106940 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:43.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 -- 172.21.15.7:0/3116979812 >> 172.21.15.7:0/3116979812 conn(0x7f3bdc0fc1b0 msgr2=0x7f3bdc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 -- 172.21.15.7:0/3116979812 shutdown_connections 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.493+0000 7f3be2bcd640 1 -- 172.21.15.7:0/3116979812 wait complete. 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be2bcd640 1 Processor -- start 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be2bcd640 1 -- start start 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be2bcd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be2bcd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc10aa40 con 0x7f3bdc106560 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be0969640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be0969640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41182/0 (socket says 172.21.15.7:41182) 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.494+0000 7f3be0969640 1 -- 172.21.15.7:0/1739495154 learned_addr learned my addr 172.21.15.7:0/1739495154 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:33:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3be0969640 1 -- 172.21.15.7:0/1739495154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bdc197560 con 0x7f3bdc106560 2024-09-19T05:33:43.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3be0969640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009230 tx=0x7f3bcc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc03f070 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bcc003aa0 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bcc035030 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bdc1977f0 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.495+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bdc19b8f0 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.496+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f3bcc042070 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.496+0000 7f3bd9ffb640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 0x7f3bc803b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.496+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bdc101bd0 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.496+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3bcc06cf60 con 0x7f3bdc106560 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.497+0000 7f3bdbfff640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 0x7f3bc803b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.497+0000 7f3bdbfff640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 0x7f3bc803b7c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40098c0 tx=0x7f3bc4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:43.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.501+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3bcc09c210 con 0x7f3bdc106560 2024-09-19T05:33:43.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:43.680+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f3bdc198380 con 0x7f3bdc106560 2024-09-19T05:33:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.167+0000 7f3bd9ffb640 1 -- 172.21.15.7:0/1739495154 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f3bcc04c350 con 0x7f3bdc106560 2024-09-19T05:33:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default 2024-09-19T05:33:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 msgr2=0x7f3bc803b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 0x7f3bc803b7c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3bc40098c0 tx=0x7f3bc4006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 msgr2=0x7f3bdc197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009230 tx=0x7f3bcc0048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 shutdown_connections 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3bc8039300 0x7f3bc803b7c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 --2- 172.21.15.7:0/1739495154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3bdc106560 0x7f3bdc197020 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.169+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 >> 172.21.15.7:0/1739495154 conn(0x7f3bdc0fc1b0 msgr2=0x7f3bdc069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.170+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 shutdown_connections 2024-09-19T05:33:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:33:44.170+0000 7f3be2bcd640 1 -- 172.21.15.7:0/1739495154 wait complete. 2024-09-19T05:33:44.457 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:44 smithi007 ceph-mon[30960]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:44.457 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:44 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1739495154' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-19T05:33:44.723 INFO:tasks.cephadm:Adding mon.a on smithi007 2024-09-19T05:33:44.723 INFO:tasks.cephadm:Adding mon.b on smithi044 2024-09-19T05:33:44.724 INFO:tasks.cephadm:Adding mon.c on smithi063 2024-09-19T05:33:44.724 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c' 2024-09-19T05:33:45.151 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-19T05:33:45.197 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-19T05:33:45.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1739495154' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi063", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:33:45.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 -- 172.21.15.63:0/4004632176 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 msgr2=0x7f9328104490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 --2- 172.21.15.63:0/4004632176 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328104490 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9324009880 tx=0x7f932402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.862 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 -- 172.21.15.63:0/4004632176 shutdown_connections 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 --2- 172.21.15.63:0/4004632176 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328104490 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 -- 172.21.15.63:0/4004632176 >> 172.21.15.63:0/4004632176 conn(0x7f93280fbca0 msgr2=0x7f93280fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 -- 172.21.15.63:0/4004632176 shutdown_connections 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 -- 172.21.15.63:0/4004632176 wait complete. 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.754+0000 7f933042c640 1 Processor -- start 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f933042c640 1 -- start start 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f933042c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f933042c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9328107560 con 0x7f93281020a0 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f932e1c8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f932e1c8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.63:40560/0 (socket says 172.21.15.63:40560) 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f932e1c8640 1 -- 172.21.15.63:0/3428792057 learned_addr learned my addr 172.21.15.63:0/3428792057 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:33:45.863 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.755+0000 7f932e1c8640 1 -- 172.21.15.63:0/3428792057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93281971a0 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f932e1c8640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9324009230 tx=0x7f93240048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f932403f070 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9324003aa0 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9328197490 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9324035030 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.757+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f932819a120 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.758+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f9324042070 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.758+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9328107ce0 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.758+0000 7f931f7fe640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 0x7f931403b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.758+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f932406d220 con 0x7f93281020a0 2024-09-19T05:33:45.864 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.758+0000 7f932d9c7640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 0x7f931403b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:45.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.759+0000 7f932d9c7640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 0x7f931403b7c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f93180098c0 tx=0x7f9318006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:45.865 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.763+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9324039350 con 0x7f93281020a0 2024-09-19T05:33:45.957 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.955+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c", "target": ["mon-mgr", ""]}) -- 0x7f932802d980 con 0x7f9314039300 2024-09-19T05:33:45.963 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.961+0000 7f931f7fe640 1 -- 172.21.15.63:0/3428792057 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f932802d980 con 0x7f9314039300 2024-09-19T05:33:45.963 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mon update... 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 msgr2=0x7f931403b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 0x7f931403b7c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f93180098c0 tx=0x7f9318006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 msgr2=0x7f9328196c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9324009230 tx=0x7f93240048f0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 shutdown_connections 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9314039300 0x7f931403b7c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 --2- 172.21.15.63:0/3428792057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93281020a0 0x7f9328196c60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 >> 172.21.15.63:0/3428792057 conn(0x7f93280fbca0 msgr2=0x7f93280fc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 shutdown_connections 2024-09-19T05:33:45.966 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:45.964+0000 7f933042c640 1 -- 172.21.15.63:0/3428792057 wait complete. 2024-09-19T05:33:46.613 DEBUG:teuthology.orchestra.run.smithi044:mon.b> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.b.service 2024-09-19T05:33:46.616 DEBUG:teuthology.orchestra.run.smithi063:mon.c> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.c.service 2024-09-19T05:33:46.618 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T05:33:46.618 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T05:33:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: Updating smithi063:/etc/ceph/ceph.conf 2024-09-19T05:33:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:33:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:33:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:47.633 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:33:47.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:47 smithi007 ceph-mon[30960]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:33:47.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:47 smithi007 ceph-mon[30960]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:47.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:47 smithi007 ceph-mon[30960]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c;count:3 2024-09-19T05:33:47.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:47 smithi007 ceph-mon[30960]: Deploying daemon mon.c on smithi063 2024-09-19T05:33:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:48 smithi007 ceph-mon[30960]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.930+0000 7f0076b01640 1 -- 172.21.15.63:0/89350055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 msgr2=0x7f0070102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.930+0000 7f0076b01640 1 --2- 172.21.15.63:0/89350055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070102b90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0064009810 tx=0x7f006402a540 comp rx=0 tx=0).stop 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.930+0000 7f0076b01640 1 -- 172.21.15.63:0/89350055 shutdown_connections 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.930+0000 7f0076b01640 1 --2- 172.21.15.63:0/89350055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070102b90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.930+0000 7f0076b01640 1 -- 172.21.15.63:0/89350055 >> 172.21.15.63:0/89350055 conn(0x7f0070077310 msgr2=0x7f00700fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:48.934 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.931+0000 7f0076b01640 1 -- 172.21.15.63:0/89350055 shutdown_connections 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.931+0000 7f0076b01640 1 -- 172.21.15.63:0/89350055 wait complete. 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.931+0000 7f0076b01640 1 Processor -- start 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.931+0000 7f0076b01640 1 -- start start 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f0076b01640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f0076b01640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f007010bb30 con 0x7f00701027b0 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f007489d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f007489d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.63:37742/0 (socket says 172.21.15.63:37742) 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f007489d640 1 -- 172.21.15.63:0/3307910200 learned_addr learned my addr 172.21.15.63:0/3307910200 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:33:48.935 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.932+0000 7f007489d640 1 -- 172.21.15.63:0/3307910200 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00701975a0 con 0x7f00701027b0 2024-09-19T05:33:48.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f007489d640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0064030b00 tx=0x7f0064030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:48.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0064040070 con 0x7f00701027b0 2024-09-19T05:33:48.936 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00640318b0 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0070197830 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0064003de0 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.933+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0070197c90 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.934+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f0064039040 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.934+0000 7f006dffb640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 0x7f006003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.934+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f006406d970 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.934+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0070069f10 con 0x7f00701027b0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.934+0000 7f006ffff640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 0x7f006003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:48.937 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.935+0000 7f006ffff640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 0x7f006003b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f005c0098c0 tx=0x7f005c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:48.941 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:48.940+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f006403a7b0 con 0x7f00701027b0 2024-09-19T05:33:49.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.222+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f007019b930 con 0x7f00701027b0 2024-09-19T05:33:49.225 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.223+0000 7f006dffb640 1 -- 172.21.15.63:0/3307910200 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7f0064053020 con 0x7f00701027b0 2024-09-19T05:33:49.225 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:33:49.225 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":1,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","modified":"2024-09-19T05:32:15.181364Z","created":"2024-09-19T05:32:15.181364Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-19T05:33:49.226 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 1 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 msgr2=0x7f006003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 0x7f006003b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f005c0098c0 tx=0x7f005c006db0 comp rx=0 tx=0).stop 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 msgr2=0x7f0070197060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0064030b00 tx=0x7f0064030b30 comp rx=0 tx=0).stop 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 shutdown_connections 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00600392a0 0x7f006003b760 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 --2- 172.21.15.63:0/3307910200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00701027b0 0x7f0070197060 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:49.227 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 >> 172.21.15.63:0/3307910200 conn(0x7f0070077310 msgr2=0x7f0070105540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:49.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 shutdown_connections 2024-09-19T05:33:49.228 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:49.225+0000 7f0076b01640 1 -- 172.21.15.63:0/3307910200 wait complete. 2024-09-19T05:33:50.047 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:49 smithi063 systemd[1]: Starting Ceph mon.c for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:33:50.376 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 podman[34760]: 2024-09-19 05:33:50.262839705 +0000 UTC m=+0.112090204 container create dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:33:50.376 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 podman[34760]: 2024-09-19 05:33:50.167854133 +0000 UTC m=+0.017104647 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:33:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:50 smithi007 ceph-mon[30960]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:50 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/3307910200' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 podman[34760]: 2024-09-19 05:33:50.482334969 +0000 UTC m=+0.331585475 container init dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, io.buildah.version=1.37.2) 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 podman[34760]: 2024-09-19 05:33:50.485853901 +0000 UTC m=+0.335104408 container start dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux ) 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: set uid:gid to 167:167 (ceph:ceph) 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable), process ceph-mon, pid 2 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pidfile_write: ignore empty --pid-file 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: load: jerasure load: lrc 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: RocksDB version: 7.9.2 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Git sha 0 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Compile date 2024-09-18 16:29:48 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: DB SUMMARY 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: DB Session ID: YB1QRBHSCOGMB85YC1WE 2024-09-19T05:33:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: CURRENT file: CURRENT 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: IDENTITY file: IDENTITY 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.error_if_exists: 0 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.create_if_missing: 0 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.paranoid_checks: 1 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.env: 0x561cf658d940 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.fs: PosixFileSystem 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.info_log: 0x561cf6f276e0 2024-09-19T05:33:50.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_file_opening_threads: 16 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.statistics: (nil) 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.use_fsync: 0 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_log_file_size: 0 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.keep_log_file_num: 1000 2024-09-19T05:33:50.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.recycle_log_file_num: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_fallocate: 1 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_mmap_reads: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_mmap_writes: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.use_direct_reads: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.create_missing_column_families: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.db_log_dir: 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.wal_dir: 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-19T05:33:50.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.advise_random_on_open: 1 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.db_write_buffer_size: 0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.write_buffer_manager: 0x561cf6f36dc0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.rate_limiter: (nil) 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.wal_recovery_mode: 2 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enable_thread_tracking: 0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enable_pipelined_write: 0 2024-09-19T05:33:50.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.unordered_write: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.row_cache: None 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.wal_filter: None 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_ingest_behind: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.two_write_queues: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.manual_wal_flush: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.wal_compression: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.atomic_flush: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-19T05:33:50.909 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.log_readahead_size: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.best_efforts_recovery: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.allow_data_in_errors: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.db_host_id: __hostname__ 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_background_jobs: 2 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_background_compactions: -1 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_subcompactions: 1 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-19T05:33:50.910 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_total_wal_size: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_open_files: -1 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bytes_per_sync: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_readahead_size: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_background_flushes: -1 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Compression algorithms supported: 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kZSTD supported: 0 2024-09-19T05:33:50.911 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kXpressCompression supported: 0 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kBZip2Compression supported: 0 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kLZ4Compression supported: 1 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kZlibCompression supported: 1 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kLZ4HCCompression supported: 1 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: kSnappyCompression supported: 1 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.merge_operator: 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_filter: None 2024-09-19T05:33:50.912 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_filter_factory: None 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.sst_partitioner_factory: None 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561cf6f27320) 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: cache_index_and_filter_blocks: 1 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: pin_top_level_index_and_filter: 1 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: index_type: 0 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: data_block_index_type: 0 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: index_shortening: 1 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: checksum: 4 2024-09-19T05:33:50.913 INFO:journalctl@ceph.mon.c.smithi063.stdout: no_block_cache: 0 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_cache: 0x561cf6f1b1f0 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_cache_name: BinnedLRUCache 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_cache_options: 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: capacity : 536870912 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: num_shard_bits : 4 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: strict_capacity_limit : 0 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: high_pri_pool_ratio: 0.000 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_cache_compressed: (nil) 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: persistent_cache: (nil) 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_size: 4096 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_size_deviation: 10 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_restart_interval: 16 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: index_block_restart_interval: 1 2024-09-19T05:33:50.914 INFO:journalctl@ceph.mon.c.smithi063.stdout: metadata_block_size: 4096 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: partition_filters: 0 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: use_delta_encoding: 1 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: filter_policy: bloomfilter 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: whole_key_filtering: 1 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: verify_compression: 0 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: read_amp_bytes_per_bit: 0 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: format_version: 5 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: enable_index_compression: 1 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: block_align: 0 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: max_auto_readahead_size: 262144 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: prepopulate_block_cache: 0 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: initial_auto_readahead_size: 8192 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout: num_file_reads_for_auto_readahead: 2 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.write_buffer_size: 33554432 2024-09-19T05:33:50.915 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_write_buffer_number: 2 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression: NoCompression 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression: Disabled 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.prefix_extractor: nullptr 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.num_levels: 7 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-19T05:33:50.916 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.level: 32767 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.strategy: 0 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.enabled: false 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-19T05:33:50.917 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.target_file_size_base: 67108864 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-19T05:33:50.918 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.arena_block_size: 1048576 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.disable_auto_compactions: 0 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-19T05:33:50.919 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.inplace_update_support: 0 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.bloom_locality: 0 2024-09-19T05:33:50.920 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.max_successive_merges: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.paranoid_file_checks: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.force_consistency_checks: 1 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.report_bg_io_stats: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.ttl: 2592000 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enable_blob_files: false 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.min_blob_size: 0 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_file_size: 268435456 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-19T05:33:50.921 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.blob_file_starting_level: 0 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 996409c4-c1ca-4624-950e-3e6c44f64da3 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726724030513204, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726724030513623, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726724030, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "996409c4-c1ca-4624-950e-3e6c44f64da3", "db_session_id": "YB1QRBHSCOGMB85YC1WE", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726724030513718, "job": 1, "event": "recovery_finished"} 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-19T05:33:50.922 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561cf6f48e00 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: DB pointer 0x561cf7044000 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: ** DB Stats ** 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: ** Compaction Stats [default] ** 2024-09-19T05:33:50.923 INFO:journalctl@ceph.mon.c.smithi063.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: ** Compaction Stats [default] ** 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-19T05:33:50.924 INFO:journalctl@ceph.mon.c.smithi063.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: Block cache BinnedLRUCache@0x561cf6f1b1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: using public_addr v2:172.21.15.63:0/0 -> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: starting mon.c rank -1 at public addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] at bind addrs [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:50.925 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(???) e0 preinit fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).mds e1 new map 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: e1 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: btime 2024-09-19T05:32:27:354941+0000 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: legacy client fscid: -1 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout: No filesystems configured 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-19T05:33:50.926 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Added host smithi063 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:33:50.927 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1739495154' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1739495154' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi063", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Updating smithi063:/etc/ceph/ceph.conf 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:33:50.928 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c;count:3 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: Deploying daemon mon.c on smithi063 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/3307910200' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 ceph-mon[34779]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-19T05:33:50.929 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 bash[34760]: dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf 2024-09-19T05:33:50.930 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:50 smithi063 systemd[1]: Started Ceph mon.c for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:33:51.079 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T05:33:51.079 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T05:33:51.350 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:33:55.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: mon.a calling monitor election 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: mon.c calling monitor election 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: monmap epoch 2 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: last_changed 2024-09-19T05:33:50.539604+0000 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: min_mon_release 19 (squid) 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: election_strategy: 1 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: fsmap 2024-09-19T05:33:55.895 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: mgrmap e13: x(active, since 38s) 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: overall HEALTH_OK 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:33:55.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: mon.a calling monitor election 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: mon.c calling monitor election 2024-09-19T05:33:55.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:55.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: monmap epoch 2 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: last_changed 2024-09-19T05:33:50.539604+0000 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: min_mon_release 19 (squid) 2024-09-19T05:33:55.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: election_strategy: 1 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: fsmap 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: mgrmap e13: x(active, since 38s) 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: overall HEALTH_OK 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:33:55.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:33:55.907 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 -- 172.21.15.63:0/541060835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 msgr2=0x7fd8f40059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 --2- 172.21.15.63:0/541060835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd8f40059c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd908102b10 tx=0x7fd8f802c490 comp rx=0 tx=0).stop 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 -- 172.21.15.63:0/541060835 shutdown_connections 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 --2- 172.21.15.63:0/541060835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd8f40059c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 -- 172.21.15.63:0/541060835 >> 172.21.15.63:0/541060835 conn(0x7fd9080fd380 msgr2=0x7fd9080ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:56.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 -- 172.21.15.63:0/541060835 shutdown_connections 2024-09-19T05:33:56.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.180+0000 7fd90d193640 1 -- 172.21.15.63:0/541060835 wait complete. 2024-09-19T05:33:56.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.181+0000 7fd90d193640 1 Processor -- start 2024-09-19T05:33:56.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90d193640 1 -- start start 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90d193640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd9081993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90d193640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90d193640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd908109650 con 0x7fd8f4003530 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90d193640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd9081094d0 con 0x7fd908199930 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:43916/0 (socket says 172.21.15.63:43916) 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 -- 172.21.15.63:0/578396900 learned_addr learned my addr 172.21.15.63:0/578396900 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd906d9d640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd9081993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 -- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 msgr2=0x7fd90819dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 -- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 msgr2=0x7fd90819dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T05:33:56.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.182+0000 7fd90659c640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd90659c640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd906d9d640 1 -- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 msgr2=0x7fd90819dcc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd906d9d640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd906d9d640 1 -- 172.21.15.63:0/578396900 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd908199f50 con 0x7fd8f4003530 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd906d9d640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd9081993f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8005f30 tx=0x7fd8f80339a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd8f8038040 con 0x7fd8f4003530 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8f80055c0 con 0x7fd8f4003530 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90819e200 con 0x7fd8f4003530 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.183+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd8f8004980 con 0x7fd8f4003530 2024-09-19T05:33:56.187 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.184+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd90819e740 con 0x7fd8f4003530 2024-09-19T05:33:56.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.184+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7fd8f8043020 con 0x7fd8f4003530 2024-09-19T05:33:56.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.185+0000 7fd8fffff640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 0x7fd8e803b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:56.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.185+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd8f806e870 con 0x7fd8f4003530 2024-09-19T05:33:56.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.185+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd908102dc0 con 0x7fd8f4003530 2024-09-19T05:33:56.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.185+0000 7fd90659c640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 0x7fd8e803b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:56.189 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.186+0000 7fd90659c640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 0x7fd8e803b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0009100 tx=0x7fd8f0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:56.192 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.190+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd8f804a020 con 0x7fd8f4003530 2024-09-19T05:33:56.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.437+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd9081068a0 con 0x7fd8f4003530 2024-09-19T05:33:56.440 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.438+0000 7fd8fffff640 1 -- 172.21.15.63:0/578396900 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1007 (secure 0 0 0) 0x7fd8f804cbc0 con 0x7fd8f4003530 2024-09-19T05:33:56.440 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:33:56.440 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":2,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","modified":"2024-09-19T05:33:50.539604Z","created":"2024-09-19T05:32:15.181364Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-19T05:33:56.441 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 2 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 msgr2=0x7fd8e803b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 0x7fd8e803b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0009100 tx=0x7fd8f0008040 comp rx=0 tx=0).stop 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 msgr2=0x7fd9081993f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd9081993f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd8f8005f30 tx=0x7fd8f80339a0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 shutdown_connections 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd8e8039090 0x7fd8e803b550 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd908199930 0x7fd90819dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.442 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 --2- 172.21.15.63:0/578396900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd8f4003530 0x7fd9081993f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:56.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 >> 172.21.15.63:0/578396900 conn(0x7fd9080fd380 msgr2=0x7fd9080750a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:56.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 shutdown_connections 2024-09-19T05:33:56.443 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:56.440+0000 7fd90d193640 1 -- 172.21.15.63:0/578396900 wait complete. 2024-09-19T05:33:56.767 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:56 smithi063 ceph-mon[34779]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:56.767 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:56 smithi063 ceph-mon[34779]: Deploying daemon mon.b on smithi044 2024-09-19T05:33:56.767 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:56 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/578396900' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:33:56.767 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:56.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:56 smithi007 ceph-mon[30960]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:56.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:56 smithi007 ceph-mon[30960]: Deploying daemon mon.b on smithi044 2024-09-19T05:33:56.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:56 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/578396900' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:33:56.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:33:58.069 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T05:33:58.069 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T05:33:58.335 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:33:58.742 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:58 smithi063 ceph-mon[34779]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:58.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 -- 172.21.15.63:0/3183227554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 msgr2=0x7f1054106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:58.750 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 --2- 172.21.15.63:0/3183227554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f1054106a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1050009880 tx=0x7f105002a5d0 comp rx=0 tx=0).stop 2024-09-19T05:33:58.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 -- 172.21.15.63:0/3183227554 shutdown_connections 2024-09-19T05:33:58.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 --2- 172.21.15.63:0/3183227554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f1054106a50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:58.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 -- 172.21.15.63:0/3183227554 >> 172.21.15.63:0/3183227554 conn(0x7f10540fc280 msgr2=0x7f10540fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:58.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 -- 172.21.15.63:0/3183227554 shutdown_connections 2024-09-19T05:33:58.751 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.748+0000 7f105ba89640 1 -- 172.21.15.63:0/3183227554 wait complete. 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 Processor -- start 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 -- start start 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f10540fc730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f105410ab50 con 0x7f1054106670 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f105ba89640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f105410a9d0 con 0x7f10540fcc70 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f1059024640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f1059024640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:54278/0 (socket says 172.21.15.63:54278) 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.749+0000 7f1059024640 1 -- 172.21.15.63:0/3588884002 learned_addr learned my addr 172.21.15.63:0/3588884002 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059024640 1 -- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 msgr2=0x7f10540fd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-19T05:33:58.753 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059024640 1 -- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 msgr2=0x7f10540fd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059024640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059825640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f10540fc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059024640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059825640 1 -- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 msgr2=0x7f10540fd0d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059825640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059825640 1 -- 172.21.15.63:0/3588884002 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10540fe620 con 0x7f1054106670 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f1059825640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f10540fc730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1050006010 tx=0x7f1050004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1050035030 con 0x7f1054106670 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10500053a0 con 0x7f1054106670 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10541a3440 con 0x7f1054106670 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1050031830 con 0x7f1054106670 2024-09-19T05:33:58.754 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.750+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10541a3970 con 0x7f1054106670 2024-09-19T05:33:58.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.751+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f1050042070 con 0x7f1054106670 2024-09-19T05:33:58.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.751+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1054101ce0 con 0x7f1054106670 2024-09-19T05:33:58.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.752+0000 7f104affd640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 0x7f104003b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:33:58.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.752+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f105006d080 con 0x7f1054106670 2024-09-19T05:33:58.755 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.752+0000 7f1059024640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 0x7f104003b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:33:58.756 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.752+0000 7f1059024640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 0x7f104003b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1044009100 tx=0x7f1044008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:33:58.758 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:58.757+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1050039350 con 0x7f1054106670 2024-09-19T05:33:58.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:58 smithi007 ceph-mon[30960]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:33:59.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.000+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f10541a3c20 con 0x7f1054106670 2024-09-19T05:33:59.002 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.001+0000 7f104affd640 1 -- 172.21.15.63:0/3588884002 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1007 (secure 0 0 0) 0x7f10500372d0 con 0x7f1054106670 2024-09-19T05:33:59.003 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:33:59.003 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":2,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","modified":"2024-09-19T05:33:50.539604Z","created":"2024-09-19T05:32:15.181364Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-19T05:33:59.003 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 2 2024-09-19T05:33:59.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 msgr2=0x7f104003b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:59.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 0x7f104003b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1044009100 tx=0x7f1044008040 comp rx=0 tx=0).stop 2024-09-19T05:33:59.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 msgr2=0x7f10540fc730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:33:59.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f10540fc730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1050006010 tx=0x7f1050004e40 comp rx=0 tx=0).stop 2024-09-19T05:33:59.005 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 shutdown_connections 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1040039040 0x7f104003b500 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10540fcc70 0x7f10540fd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 --2- 172.21.15.63:0/3588884002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1054106670 0x7f10540fc730 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 >> 172.21.15.63:0/3588884002 conn(0x7f10540fc280 msgr2=0x7f1054104170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 shutdown_connections 2024-09-19T05:33:59.006 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:33:59.003+0000 7f105ba89640 1 -- 172.21.15.63:0/3588884002 wait complete. 2024-09-19T05:33:59.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:33:59 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/3588884002' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:33:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:33:59 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/3588884002' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:34:00.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:33:59 smithi044 systemd[1]: Started Ceph mon.b for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:34:00.524 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-19T05:34:00.524 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-19T05:34:00.786 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: mon.c calling monitor election 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: mon.a calling monitor election 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: monmap epoch 3 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: min_mon_release 19 (squid) 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: election_strategy: 1 2024-09-19T05:34:05.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: fsmap 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: mgrmap e13: x(active, since 48s) 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: overall HEALTH_OK 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: mon.c calling monitor election 2024-09-19T05:34:05.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: mon.a calling monitor election 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T05:34:05.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: monmap epoch 3 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: min_mon_release 19 (squid) 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: election_strategy: 1 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: fsmap 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: mgrmap e13: x(active, since 48s) 2024-09-19T05:34:05.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: overall HEALTH_OK 2024-09-19T05:34:05.405 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.405 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.405 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.405 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:05.578 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 -- 172.21.15.63:0/879774190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5754074590 msgr2=0x7f573c005580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 --2- 172.21.15.63:0/879774190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5754074590 0x7f573c005580 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5744009db0 tx=0x7f574402c140 comp rx=0 tx=0).stop 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 -- 172.21.15.63:0/879774190 shutdown_connections 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 --2- 172.21.15.63:0/879774190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5754074590 0x7f573c005580 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 -- 172.21.15.63:0/879774190 >> 172.21.15.63:0/879774190 conn(0x7f57540fd380 msgr2=0x7f57540ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 -- 172.21.15.63:0/879774190 shutdown_connections 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.576+0000 7f575bc9e640 1 -- 172.21.15.63:0/879774190 wait complete. 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 Processor -- start 2024-09-19T05:34:05.579 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 -- start start 2024-09-19T05:34:05.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5754074590 0x7f57541a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.581 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57541a3b30 0x7f575419d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f575410fc20 con 0x7f57541a3b30 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f575410faa0 con 0x7f5754074590 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575bc9e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f575410fda0 con 0x7f575419dc00 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575a23b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575a23b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:54286/0 (socket says 172.21.15.63:54286) 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f575a23b640 1 -- 172.21.15.63:0/1680650209 learned_addr learned my addr 172.21.15.63:0/1680650209 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f5759239640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57541a3b30 0x7f575419d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.577+0000 7f5759a3a640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5754074590 0x7f57541a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 -- 172.21.15.63:0/1680650209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5754074590 msgr2=0x7f57541a35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5754074590 0x7f57541a35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 -- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57541a3b30 msgr2=0x7f575419d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.582 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57541a3b30 0x7f575419d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 -- 172.21.15.63:0/1680650209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57541aa3a0 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575a23b640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f574c00b450 tx=0x7f574c00b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c015020 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f574c011d40 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57541aa630 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c00f340 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.578+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57541aaaf0 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.579+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f574c018020 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.579+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5754075cd0 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.579+0000 7f5752ffd640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 0x7f574003bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.579+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f574c04c180 con 0x7f575419dc00 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.579+0000 7f5759a3a640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 0x7f574003bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:05.583 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.580+0000 7f5759a3a640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 0x7f574003bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5744005cc0 tx=0x7f5744009340 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:05.586 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.584+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f574c01f020 con 0x7f575419dc00 2024-09-19T05:34:05.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.830+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f57541972e0 con 0x7f575419dc00 2024-09-19T05:34:05.833 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.831+0000 7f5752ffd640 1 -- 172.21.15.63:0/1680650209 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1271 (secure 0 0 0) 0x7f574c00d040 con 0x7f575419dc00 2024-09-19T05:34:05.833 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:34:05.833 INFO:teuthology.orchestra.run.smithi063.stdout:{"epoch":3,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","modified":"2024-09-19T05:33:59.947758Z","created":"2024-09-19T05:32:15.181364Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:3300","nonce":0},{"type":"v1","addr":"172.21.15.63:6789","nonce":0}]},"addr":"172.21.15.63:6789/0","public_addr":"172.21.15.63:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-19T05:34:05.834 INFO:teuthology.orchestra.run.smithi063.stderr:dumped monmap epoch 3 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 msgr2=0x7f574003bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 0x7f574003bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5744005cc0 tx=0x7f5744009340 comp rx=0 tx=0).stop 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 msgr2=0x7f575419e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f574c00b450 tx=0x7f574c00b910 comp rx=0 tx=0).stop 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 shutdown_connections 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5740039730 0x7f574003bbf0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.836 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f575419dc00 0x7f575419e0b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f57541a3b30 0x7f575419d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 --2- 172.21.15.63:0/1680650209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5754074590 0x7f57541a35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:05.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.833+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 >> 172.21.15.63:0/1680650209 conn(0x7f57540fd380 msgr2=0x7f5754104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:05.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.834+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 shutdown_connections 2024-09-19T05:34:05.837 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:05.834+0000 7f575bc9e640 1 -- 172.21.15.63:0/1680650209 wait complete. 2024-09-19T05:34:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:06 smithi063 ceph-mon[34779]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:06 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/1680650209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:34:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:06.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:06 smithi007 ceph-mon[30960]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:06.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:06.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:06 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/1680650209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:34:06.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:06.884 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-19T05:34:06.884 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-19T05:34:07.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: mon.c calling monitor election 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: mon.a calling monitor election 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: monmap epoch 3 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: min_mon_release 19 (squid) 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: election_strategy: 1 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: fsmap 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: mgrmap e13: x(active, since 48s) 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: overall HEALTH_OK 2024-09-19T05:34:07.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/1680650209' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-19T05:34:07.227 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:07.718 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mon.b calling monitor election 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: Reconfiguring daemon mon.a on smithi007 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mon.b calling monitor election 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mon.c calling monitor election 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mon.a calling monitor election 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T05:34:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: monmap epoch 3 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: min_mon_release 19 (squid) 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: election_strategy: 1 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: fsmap 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: mgrmap e13: x(active, since 50s) 2024-09-19T05:34:08.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:07 smithi007 ceph-mon[30960]: overall HEALTH_OK 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mon.b calling monitor election 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: Reconfiguring daemon mon.a on smithi007 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mon.b calling monitor election 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mon.c calling monitor election 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mon.a calling monitor election 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: monmap epoch 3 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: min_mon_release 19 (squid) 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: election_strategy: 1 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: fsmap 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: mgrmap e13: x(active, since 50s) 2024-09-19T05:34:08.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:07 smithi063 ceph-mon[34779]: overall HEALTH_OK 2024-09-19T05:34:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mon.b calling monitor election 2024-09-19T05:34:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: Reconfiguring mon.a (unknown last config time)... 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: Reconfiguring daemon mon.a on smithi007 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mon.b calling monitor election 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mon.c calling monitor election 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mon.a calling monitor election 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: monmap epoch 3 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: last_changed 2024-09-19T05:33:59.947758+0000 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: created 2024-09-19T05:32:15.181364+0000 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: min_mon_release 19 (squid) 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: election_strategy: 1 2024-09-19T05:34:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: 1: [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] mon.c 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: 2: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.b 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: fsmap 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: osdmap e4: 0 total, 0 up, 0 in 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: mgrmap e13: x(active, since 50s) 2024-09-19T05:34:08.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:07 smithi044 ceph-mon[34175]: overall HEALTH_OK 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 -- 172.21.15.7:0/1837916201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 msgr2=0x7f5da4106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 --2- 172.21.15.7:0/1837916201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4106940 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5d94009880 tx=0x7f5d9402a5d0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 -- 172.21.15.7:0/1837916201 shutdown_connections 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 --2- 172.21.15.7:0/1837916201 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4106940 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 -- 172.21.15.7:0/1837916201 >> 172.21.15.7:0/1837916201 conn(0x7f5da40fc1b0 msgr2=0x7f5da40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 -- 172.21.15.7:0/1837916201 shutdown_connections 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.228+0000 7f5daa890640 1 -- 172.21.15.7:0/1837916201 wait complete. 2024-09-19T05:34:08.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 Processor -- start 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 -- start start 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5da4197780 0x7f5da419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5da419c050 0x7f5da419c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5da410aa40 con 0x7f5da4106560 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5da410a8c0 con 0x7f5da4197780 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5daa890640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5da410abc0 con 0x7f5da419c050 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5da3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5da3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40504/0 (socket says 172.21.15.7:40504) 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.229+0000 7f5da3fff640 1 -- 172.21.15.7:0/1006034089 learned_addr learned my addr 172.21.15.7:0/1006034089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 -- 172.21.15.7:0/1006034089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5da419c050 msgr2=0x7f5da419c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5da419c050 0x7f5da419c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 -- 172.21.15.7:0/1006034089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5da4197780 msgr2=0x7f5da419bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5da4197780 0x7f5da419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 -- 172.21.15.7:0/1006034089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5da41a3dc0 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da3fff640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5d94009230 tx=0x7f5d94003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9403f070 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d94031d60 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5da41a3f90 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d94035030 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.230+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5da41a44c0 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.231+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f5d94042070 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.231+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5da41069c0 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.231+0000 7f5da1ffb640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 0x7f5d9003bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.231+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5d9406cd80 con 0x7f5da4106560 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.231+0000 7f5d9bfff640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 0x7f5d9003bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:08.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.232+0000 7f5d9bfff640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 0x7f5d9003bbf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c006fd0 tx=0x7f5d8c006d40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:08.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.236+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5d940309e0 con 0x7f5da4106560 2024-09-19T05:34:08.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.413+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f5da41a48f0 con 0x7f5da4106560 2024-09-19T05:34:08.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.414+0000 7f5da1ffb640 1 -- 172.21.15.7:0/1006034089 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+269 (secure 0 0 0) 0x7f5d940054f0 con 0x7f5da4106560 2024-09-19T05:34:08.416 INFO:teuthology.orchestra.run.smithi007.stdout:# minimal ceph.conf for 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:08.416 INFO:teuthology.orchestra.run.smithi007.stdout:[global] 2024-09-19T05:34:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: fsid = 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:34:08.416 INFO:teuthology.orchestra.run.smithi007.stdout: mon_host = [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 msgr2=0x7f5d9003bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 0x7f5d9003bbf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c006fd0 tx=0x7f5d8c006d40 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 msgr2=0x7f5da4197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5d94009230 tx=0x7f5d94003d50 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 shutdown_connections 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5d90039730 0x7f5d9003bbf0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5da419c050 0x7f5da419c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5da4197780 0x7f5da419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 --2- 172.21.15.7:0/1006034089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5da4106560 0x7f5da4197240 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 >> 172.21.15.7:0/1006034089 conn(0x7f5da40fc1b0 msgr2=0x7f5da4104060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 shutdown_connections 2024-09-19T05:34:08.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:08.416+0000 7f5daa890640 1 -- 172.21.15.7:0/1006034089 wait complete. 2024-09-19T05:34:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1006034089' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:08.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:08.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:08.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:08.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:08.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:09.079 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:34:08.948+0000 7ffa5f409640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1006034089' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:09.080 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:34:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1006034089' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:09.351 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-19T05:34:09.352 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:34:09.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T05:34:09.380 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:34:09.380 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:34:09.447 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:34:09.447 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T05:34:09.476 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:34:09.476 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:34:09.543 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:34:09.544 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.conf 2024-09-19T05:34:09.579 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:34:09.579 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:34:09.648 INFO:tasks.cephadm:Adding mgr.x on smithi007 2024-09-19T05:34:09.648 INFO:tasks.cephadm:Adding mgr.y on smithi044 2024-09-19T05:34:09.648 INFO:tasks.cephadm:Adding mgr.z on smithi063 2024-09-19T05:34:09.649 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch apply mgr '3;smithi007=x;smithi044=y;smithi063=z' 2024-09-19T05:34:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:09 smithi007 ceph-mon[30960]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:09 smithi007 ceph-mon[30960]: Reconfiguring mon.b (monmap changed)... 2024-09-19T05:34:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:09 smithi007 ceph-mon[30960]: Reconfiguring daemon mon.b on smithi044 2024-09-19T05:34:09.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:09 smithi063 ceph-mon[34779]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:09.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:09 smithi063 ceph-mon[34779]: Reconfiguring mon.b (monmap changed)... 2024-09-19T05:34:09.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:09 smithi063 ceph-mon[34779]: Reconfiguring daemon mon.b on smithi044 2024-09-19T05:34:09.946 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:34:10.148 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:09 smithi044 ceph-mon[34175]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:10.148 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:09 smithi044 ceph-mon[34175]: Reconfiguring mon.b (monmap changed)... 2024-09-19T05:34:10.148 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:09 smithi044 ceph-mon[34175]: Reconfiguring daemon mon.b on smithi044 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 -- 172.21.15.63:0/3061681999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca88102190 msgr2=0x7fca88104580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3061681999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca88102190 0x7fca88104580 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fca78009c20 tx=0x7fca7802aa90 comp rx=0 tx=0).stop 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 -- 172.21.15.63:0/3061681999 shutdown_connections 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3061681999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca88102190 0x7fca88104580 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 -- 172.21.15.63:0/3061681999 >> 172.21.15.63:0/3061681999 conn(0x7fca880fbdb0 msgr2=0x7fca880fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 -- 172.21.15.63:0/3061681999 shutdown_connections 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 -- 172.21.15.63:0/3061681999 wait complete. 2024-09-19T05:34:10.444 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.410+0000 7fca8d75a640 1 Processor -- start 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 -- start start 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 0x7fca8819c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 0x7fca8819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca88107600 con 0x7fca881973c0 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fca88107480 con 0x7fca88197840 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca8d75a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fca88107780 con 0x7fca88102190 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:60502/0 (socket says 172.21.15.63:60502) 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 -- 172.21.15.63:0/3869588914 learned_addr learned my addr 172.21.15.63:0/3869588914 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca867fc640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 0x7fca8819c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.445 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca877fe640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 0x7fca8819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 -- 172.21.15.63:0/3869588914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 msgr2=0x7fca8819e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 0x7fca8819e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 -- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 msgr2=0x7fca8819c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 0x7fca8819c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.411+0000 7fca86ffd640 1 -- 172.21.15.63:0/3869588914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8819f280 con 0x7fca88102190 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca877fe640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 0x7fca8819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca867fc640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 0x7fca8819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca86ffd640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fca78005cc0 tx=0x7fca7802e730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78047070 con 0x7fca88102190 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8819f570 con 0x7fca88102190 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca7802fb20 con 0x7fca88102190 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca8819fb80 con 0x7fca88102190 2024-09-19T05:34:10.446 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.412+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78033050 con 0x7fca88102190 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.413+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca881025f0 con 0x7fca88102190 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.413+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7fca7804a070 con 0x7fca88102190 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.413+0000 7fca7ffff640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 0x7fca7403bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.414+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fca7806d880 con 0x7fca88102190 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.414+0000 7fca867fc640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 0x7fca7403bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.414+0000 7fca867fc640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 0x7fca7403bbf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fca881983a0 tx=0x7fca70009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:10.447 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.418+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fca78038450 con 0x7fca88102190 2024-09-19T05:34:10.611 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.609+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi044=y;smithi063=z", "target": ["mon-mgr", ""]}) -- 0x7fca88062780 con 0x7fca74039730 2024-09-19T05:34:10.616 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.614+0000 7fca7ffff640 1 -- 172.21.15.63:0/3869588914 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fca88062780 con 0x7fca74039730 2024-09-19T05:34:10.616 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mgr update... 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 msgr2=0x7fca7403bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 0x7fca7403bbf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fca881983a0 tx=0x7fca70009190 comp rx=0 tx=0).stop 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 msgr2=0x7fca88196e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fca78005cc0 tx=0x7fca7802e730 comp rx=0 tx=0).stop 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 shutdown_connections 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca74039730 0x7fca7403bbf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.618 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fca88197840 0x7fca8819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca881973c0 0x7fca8819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 --2- 172.21.15.63:0/3869588914 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fca88102190 0x7fca88196e80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:10.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 >> 172.21.15.63:0/3869588914 conn(0x7fca880fbdb0 msgr2=0x7fca880fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:10.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 shutdown_connections 2024-09-19T05:34:10.619 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:34:10.616+0000 7fca8d75a640 1 -- 172.21.15.63:0/3869588914 wait complete. 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: Reconfiguring mon.c (monmap changed)... 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:11.316 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:11.317 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: Reconfiguring daemon mon.c on smithi063 2024-09-19T05:34:11.317 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi044=y;smithi063=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:11.317 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: Saving service mgr spec with placement smithi007=x;smithi044=y;smithi063=z;count:3 2024-09-19T05:34:11.317 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.344 DEBUG:teuthology.orchestra.run.smithi044:mgr.y> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.y.service 2024-09-19T05:34:11.347 DEBUG:teuthology.orchestra.run.smithi063:mgr.z> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.z.service 2024-09-19T05:34:11.349 INFO:tasks.cephadm:Deploying OSDs... 2024-09-19T05:34:11.350 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:34:11.350 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:34:11.371 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:34:11.371 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: Reconfiguring mon.c (monmap changed)... 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: Reconfiguring daemon mon.c on smithi063 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi044=y;smithi063=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: Saving service mgr spec with placement smithi007=x;smithi044=y;smithi063=z;count:3 2024-09-19T05:34:11.372 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: Reconfiguring mon.c (monmap changed)... 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: Reconfiguring daemon mon.c on smithi063 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi044=y;smithi063=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: Saving service mgr spec with placement smithi007=x;smithi044=y;smithi063=z;count:3 2024-09-19T05:34:11.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:11.411 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:34:11.411 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:11.411 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T05:34:11.411 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:11.411 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:11.412 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-19 05:33:27.688238118 +0000 2024-09-19T05:34:11.412 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-19 05:29:29.557591656 +0000 2024-09-19T05:34:11.412 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-19 05:29:29.557591656 +0000 2024-09-19T05:34:11.412 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-19 05:29:29.557591656 +0000 2024-09-19T05:34:11.412 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:34:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-19T05:34:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-19T05:34:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000130128 s, 3.9 MB/s 2024-09-19T05:34:11.482 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:34:11.541 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-19 05:33:27.728237516 +0000 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-19 05:29:29.887586673 +0000 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-19 05:29:29.887586673 +0000 2024-09-19T05:34:11.599 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-19 05:29:29.887586673 +0000 2024-09-19T05:34:11.600 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:34:11.666 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-19T05:34:11.667 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000122397 s, 4.2 MB/s 2024-09-19T05:34:11.668 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:34:11.727 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3 2024-09-19T05:34:11.784 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-19 05:33:27.766236944 +0000 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-19 05:29:30.207581841 +0000 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-19 05:29:30.207581841 +0000 2024-09-19T05:34:11.785 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-19 05:29:30.207581841 +0000 2024-09-19T05:34:11.785 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:34:11.850 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-19T05:34:11.851 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-19T05:34:11.851 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000105701 s, 4.8 MB/s 2024-09-19T05:34:11.852 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:34:11.909 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-19 05:33:27.800236432 +0000 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-19 05:29:30.539576828 +0000 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-19 05:29:30.539576828 +0000 2024-09-19T05:34:11.967 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-09-19 05:29:30.539576828 +0000 2024-09-19T05:34:11.968 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:34:12.032 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-09-19T05:34:12.032 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-09-19T05:34:12.032 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000113553 s, 4.5 MB/s 2024-09-19T05:34:12.033 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:34:12.090 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-09-19T05:34:12.091 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:34:12.111 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:34:12.111 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-09-19 05:33:59.378533356 +0000 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-09-19 05:29:30.687638150 +0000 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-09-19 05:29:30.687638150 +0000 2024-09-19T05:34:12.171 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-09-19 05:29:30.687638150 +0000 2024-09-19T05:34:12.172 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:34:12.240 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-09-19T05:34:12.240 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-09-19T05:34:12.241 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000278729 s, 1.8 MB/s 2024-09-19T05:34:12.241 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:34:12.301 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-09-19 05:33:59.378533356 +0000 2024-09-19T05:34:12.360 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-09-19 05:29:31.023632962 +0000 2024-09-19T05:34:12.361 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-09-19 05:29:31.023632962 +0000 2024-09-19T05:34:12.361 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-09-19 05:29:31.023632962 +0000 2024-09-19T05:34:12.361 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:34:12.429 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-09-19T05:34:12.430 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-09-19T05:34:12.430 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000229846 s, 2.2 MB/s 2024-09-19T05:34:12.431 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:34:12.492 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 2024-09-19T05:34:12.551 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-09-19 05:33:59.378533356 +0000 2024-09-19T05:34:12.552 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-09-19 05:29:31.361627744 +0000 2024-09-19T05:34:12.553 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-09-19 05:29:31.361627744 +0000 2024-09-19T05:34:12.553 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-09-19 05:29:31.361627744 +0000 2024-09-19T05:34:12.553 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:34:12.621 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-09-19T05:34:12.621 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-09-19T05:34:12.621 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000248746 s, 2.1 MB/s 2024-09-19T05:34:12.623 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:34:12.684 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 2024-09-19T05:34:12.743 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-09-19 05:33:59.379533340 +0000 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-09-19 05:29:31.699622525 +0000 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-09-19 05:29:31.699622525 +0000 2024-09-19T05:34:12.744 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-09-19 05:29:31.699622525 +0000 2024-09-19T05:34:12.745 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:34:12.813 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-09-19T05:34:12.813 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-09-19T05:34:12.813 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000218534 s, 2.3 MB/s 2024-09-19T05:34:12.814 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:34:12.874 DEBUG:teuthology.orchestra.run.smithi063:> set -ex 2024-09-19T05:34:12.875 DEBUG:teuthology.orchestra.run.smithi063:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T05:34:12.892 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T05:34:12.892 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_1 2024-09-19T05:34:12.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:12.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:12.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:12.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:12.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:12.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:12.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.919 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T05:34:12.920 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:12.920 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-19T05:34:12.920 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:12.920 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:12.920 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-19 05:33:49.780554355 +0000 2024-09-19T05:34:12.921 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-19 05:29:30.195004039 +0000 2024-09-19T05:34:12.921 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-19 05:29:30.195004039 +0000 2024-09-19T05:34:12.921 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-19 05:29:30.195004039 +0000 2024-09-19T05:34:12.921 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T05:34:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:12.984 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-19T05:34:12.985 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-19T05:34:12.985 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000279022 s, 1.8 MB/s 2024-09-19T05:34:12.986 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T05:34:13.043 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_2 2024-09-19T05:34:13.099 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T05:34:13.099 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:13.099 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-19T05:34:13.099 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:13.100 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:13.100 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-19 05:33:49.780554355 +0000 2024-09-19T05:34:13.100 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-19 05:29:30.537001140 +0000 2024-09-19T05:34:13.100 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-19 05:29:30.537001140 +0000 2024-09-19T05:34:13.100 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-19 05:29:30.537001140 +0000 2024-09-19T05:34:13.100 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T05:34:13.164 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-19T05:34:13.164 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-19T05:34:13.165 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000225928 s, 2.3 MB/s 2024-09-19T05:34:13.166 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T05:34:13.224 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_3 2024-09-19T05:34:13.279 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T05:34:13.279 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:13.279 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-19 05:33:49.781554346 +0000 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-19 05:29:30.872998291 +0000 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-19 05:29:30.872998291 +0000 2024-09-19T05:34:13.280 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-19 05:29:30.872998291 +0000 2024-09-19T05:34:13.280 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T05:34:13.344 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-19T05:34:13.344 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-19T05:34:13.344 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000206636 s, 2.5 MB/s 2024-09-19T05:34:13.346 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T05:34:13.402 DEBUG:teuthology.orchestra.run.smithi063:> stat /dev/vg_nvme/lv_4 2024-09-19T05:34:13.458 INFO:teuthology.orchestra.run.smithi063.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T05:34:13.458 INFO:teuthology.orchestra.run.smithi063.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T05:34:13.458 INFO:teuthology.orchestra.run.smithi063.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-19T05:34:13.458 INFO:teuthology.orchestra.run.smithi063.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:34:13.459 INFO:teuthology.orchestra.run.smithi063.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T05:34:13.459 INFO:teuthology.orchestra.run.smithi063.stdout:Access: 2024-09-19 05:33:49.781554346 +0000 2024-09-19T05:34:13.459 INFO:teuthology.orchestra.run.smithi063.stdout:Modify: 2024-09-19 05:29:31.209995434 +0000 2024-09-19T05:34:13.459 INFO:teuthology.orchestra.run.smithi063.stdout:Change: 2024-09-19 05:29:31.209995434 +0000 2024-09-19T05:34:13.459 INFO:teuthology.orchestra.run.smithi063.stdout: Birth: 2024-09-19 05:29:31.209995434 +0000 2024-09-19T05:34:13.459 DEBUG:teuthology.orchestra.run.smithi063:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T05:34:13.523 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records in 2024-09-19T05:34:13.523 INFO:teuthology.orchestra.run.smithi063.stderr:1+0 records out 2024-09-19T05:34:13.523 INFO:teuthology.orchestra.run.smithi063.stderr:512 bytes copied, 0.000194416 s, 2.6 MB/s 2024-09-19T05:34:13.525 DEBUG:teuthology.orchestra.run.smithi063:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T05:34:13.581 INFO:tasks.cephadm:Deploying osd.0 on smithi007 with /dev/vg_nvme/lv_4... 2024-09-19T05:34:13.581 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T05:34:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:34:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:13 smithi007 ceph-mon[30960]: Deploying daemon mgr.z on smithi063 2024-09-19T05:34:13.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:13 smithi063 ceph-mon[34779]: Deploying daemon mgr.z on smithi063 2024-09-19T05:34:13.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:13 smithi044 ceph-mon[34175]: Deploying daemon mgr.z on smithi063 2024-09-19T05:34:14.814 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:14 smithi063 ceph-mon[34779]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:14.815 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:14.655+0000 7f78cadc4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:34:14.815 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:14.812+0000 7f78cadc4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:34:14.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:14 smithi007 ceph-mon[30960]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:14.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:14 smithi044 ceph-mon[34175]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:15.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:14.882+0000 7f78cadc4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:34:15.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:15.038+0000 7f78cadc4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:34:15.522 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:15.186+0000 7f78cadc4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:34:15.522 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:15.520+0000 7f78cadc4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:34:15.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:15.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:15 smithi044 ceph-mon[34175]: Deploying daemon mgr.y on smithi044 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:15.781 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-mon[34779]: Deploying daemon mgr.y on smithi044 2024-09-19T05:34:15.782 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:15.584+0000 7f78cadc4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:34:15.782 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:15.779+0000 7f78cadc4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:34:15.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:15.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:15 smithi007 ceph-mon[30960]: Deploying daemon mgr.y on smithi044 2024-09-19T05:34:16.173 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:34:16.201 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_4 2024-09-19T05:34:16.457 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:34:16.671 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 systemd[1]: Starting Ceph mgr.y for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:34:16.839 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:16 smithi007 ceph-mon[30960]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- 172.21.15.7:0/2211671257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 msgr2=0x7f5e60109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 --2- 172.21.15.7:0/2211671257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e60109d50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009ca0 tx=0x7f5e5802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- 172.21.15.7:0/2211671257 shutdown_connections 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 --2- 172.21.15.7:0/2211671257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e60109d50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 --2- 172.21.15.7:0/2211671257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e60104fd0 0x7f5e601073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 --2- 172.21.15.7:0/2211671257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e601026a0 0x7f5e60104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- 172.21.15.7:0/2211671257 >> 172.21.15.7:0/2211671257 conn(0x7f5e600fc2a0 msgr2=0x7f5e600fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- 172.21.15.7:0/2211671257 shutdown_connections 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- 172.21.15.7:0/2211671257 wait complete. 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 Processor -- start 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.924+0000 7f5e675a6640 1 -- start start 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e601026a0 0x7f5e60197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6010d750 con 0x7f5e60107900 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6010d5d0 con 0x7f5e601026a0 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e675a6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6010d8d0 con 0x7f5e60104fd0 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e65b43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54526/0 (socket says 172.21.15.7:54526) 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e65b43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47470/0 (socket says 172.21.15.7:47470) 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 -- 172.21.15.7:0/860924706 learned_addr learned my addr 172.21.15.7:0/860924706 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e65342640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e601026a0 0x7f5e60197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 -- 172.21.15.7:0/860924706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e601026a0 msgr2=0x7f5e60197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e601026a0 0x7f5e60197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 -- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 msgr2=0x7f5e6019f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 -- 172.21.15.7:0/860924706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6019fa90 con 0x7f5e60104fd0 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e65b43640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.925+0000 7f5e64b41640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5e5000e9c0 tx=0x7f5e5000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.926+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5000cd80 con 0x7f5e60104fd0 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.926+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e500054d0 con 0x7f5e60104fd0 2024-09-19T05:34:16.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.926+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6019fd80 con 0x7f5e60104fd0 2024-09-19T05:34:16.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.926+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50010430 con 0x7f5e60104fd0 2024-09-19T05:34:16.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.926+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e601a0260 con 0x7f5e60104fd0 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.927+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 13) ==== 46516+0+0 (secure 0 0 0) 0x7f5e50004fb0 con 0x7f5e60104fd0 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.927+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e600fdd90 con 0x7f5e60104fd0 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.927+0000 7f5e567fc640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 0x7f5e4c03b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.927+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5e5004cb90 con 0x7f5e60104fd0 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.927+0000 7f5e65342640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 0x7f5e4c03b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:16.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.928+0000 7f5e65342640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 0x7f5e4c03b9c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009bd0 tx=0x7f5e5c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:16.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:16.932+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5e5000b2c0 con 0x7f5e60104fd0 2024-09-19T05:34:16.961 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:16 smithi044 ceph-mon[34175]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:16.962 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 podman[35528]: 2024-09-19 05:34:16.62150071 +0000 UTC m=+0.016316387 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:34:16.962 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 podman[35528]: 2024-09-19 05:34:16.724921282 +0000 UTC m=+0.119736938 container create 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:34:16.962 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 podman[35528]: 2024-09-19 05:34:16.960818222 +0000 UTC m=+0.355633892 container init 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-19T05:34:17.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:17.117+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f5e60062630 con 0x7f5e4c039500 2024-09-19T05:34:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:16 smithi063 ceph-mon[34779]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:17.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:16.711+0000 7f78cadc4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:34:17.153 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:16.782+0000 7f78cadc4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:34:17.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 podman[35528]: 2024-09-19 05:34:16.964194945 +0000 UTC m=+0.359010603 container start 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-19T05:34:17.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:16 smithi044 ceph-mgr[35547]: -- 172.21.15.44:0/4141745784 <== mon.2 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562614c010e0 con 0x562614bdf400 2024-09-19T05:34:17.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 bash[35528]: 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e 2024-09-19T05:34:17.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 systemd[1]: Started Ceph mgr.y for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:34:17.225 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.088+0000 7f7c35926040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:34:17.225 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.151+0000 7f7c35926040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:34:17.677 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.312+0000 7f7c35926040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:34:17.677 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.384+0000 7f7c35926040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:34:17.677 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.544+0000 7f7c35926040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:34:17.851 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:17.580+0000 7f78cadc4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:17.714+0000 7f78cadc4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:17.864+0000 7f78cadc4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.868 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.868 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:17.702+0000 7f7c35926040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:17.943 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:18.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:17.931+0000 7f78cadc4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:34:18.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.091+0000 7f78cadc4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:34:18.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:18.047+0000 7f7c35926040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:34:18.224 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:18.111+0000 7f7c35926040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:34:18.470 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.165+0000 7f78cadc4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:34:18.471 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.232+0000 7f78cadc4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:34:18.471 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.399+0000 7f78cadc4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:34:18.471 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.468+0000 7f78cadc4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:34:18.675 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:18.307+0000 7f7c35926040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.540+0000 7f78cadc4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.627+0000 7f78cadc4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.690+0000 7f78cadc4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:18.755 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:18.756 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:18.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:18.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:18.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:18.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:18.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:18.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-19T05:34:18.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-19T05:34:18.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:19.152 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:18.753+0000 7f78cadc4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:34:19.679 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:19.248+0000 7f7c35926040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:34:19.679 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:19.319+0000 7f7c35926040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:34:19.591+0000 7f78cadc4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: Reconfiguring daemon mgr.x on smithi007 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]: dispatch 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]': finished 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: Standby manager daemon z started 2024-09-19T05:34:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:34:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:34:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:19 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T05:34:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: Reconfiguring daemon mgr.x on smithi007 2024-09-19T05:34:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]: dispatch 2024-09-19T05:34:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]': finished 2024-09-19T05:34:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: Standby manager daemon z started 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:34:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:19 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: Reconfiguring mgr.x (unknown last config time)... 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: Reconfiguring daemon mgr.x on smithi007 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3536233440' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c2757245-134b-4d07-9484-ab96c1441efa"}]': finished 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: osdmap e5: 1 total, 0 up, 1 in 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: Standby manager daemon z started 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:34:20.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:19 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/2923834601' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:20.351 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.080+0000 7f7c35926040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:34:20.351 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.201+0000 7f7c35926040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:34:20.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:20.470+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 14) ==== 92407+0+0 (secure 0 0 0) 0x7f5e5000acd0 con 0x7f5e60104fd0 2024-09-19T05:34:20.643 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.349+0000 7f7c35926040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:34:20.643 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.413+0000 7f7c35926040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:34:20.643 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.570+0000 7f7c35926040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:34:20.643 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.641+0000 7f7c35926040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:34:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:20 smithi007 ceph-mon[30960]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:20 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3637813813' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:20.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:20 smithi007 ceph-mon[30960]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-19T05:34:20.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:34:20.939 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-mon[34175]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:20.939 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3637813813' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:20.939 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-mon[34175]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-19T05:34:20.940 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:34:20.940 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.704+0000 7f7c35926040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:34:20.940 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.870+0000 7f7c35926040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:34:20.940 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:20.937+0000 7f7c35926040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:34:21.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:20 smithi063 ceph-mon[34779]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:21.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:20 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3637813813' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:21.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:20 smithi063 ceph-mon[34779]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-19T05:34:21.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:34:21.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:21.007+0000 7f7c35926040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:34:21.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:21.094+0000 7f7c35926040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:34:21.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:21.156+0000 7f7c35926040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:34:21.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:21.217+0000 7f7c35926040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:34:22.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:34:22.048+0000 7f7c35926040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:34:22.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:22.759+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mon.1 v2:172.21.15.63:3300/0 8 ==== mgrmap(e 15) ==== 138298+0+0 (secure 0 0 0) 0x7f5e500173d0 con 0x7f5e60104fd0 2024-09-19T05:34:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: Standby manager daemon y started 2024-09-19T05:34:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:34:22.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:22.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:34:22.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:22 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:23.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: Standby manager daemon y started 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:34:23.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:22 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:23.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:23.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:23.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: Standby manager daemon y started 2024-09-19T05:34:23.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:34:23.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:34:23.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:34:23.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:22 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/588646723' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:34:24.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:23 smithi007 ceph-mon[30960]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:24.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:23 smithi007 ceph-mon[30960]: mgrmap e15: x(active, since 66s), standbys: z, y 2024-09-19T05:34:24.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:34:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:23 smithi063 ceph-mon[34779]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:23 smithi063 ceph-mon[34779]: mgrmap e15: x(active, since 66s), standbys: z, y 2024-09-19T05:34:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:34:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:23 smithi044 ceph-mon[34175]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:23 smithi044 ceph-mon[34175]: mgrmap e15: x(active, since 66s), standbys: z, y 2024-09-19T05:34:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:34:25.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:25 smithi007 ceph-mon[30960]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:26.027 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:25 smithi044 ceph-mon[34175]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:26.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:25 smithi063 ceph-mon[34779]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:27.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:27.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:27.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:27.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:27.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:28 smithi044 ceph-mon[34175]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:28 smithi063 ceph-mon[34779]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:28.845 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:28 smithi007 ceph-mon[30960]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:29 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T05:34:29.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:29 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:29.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:29 smithi063 ceph-mon[34779]: Deploying daemon osd.0 on smithi007 2024-09-19T05:34:29.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:29 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T05:34:29.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:29 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:29.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:29 smithi007 ceph-mon[30960]: Deploying daemon osd.0 on smithi007 2024-09-19T05:34:29.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:29 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-19T05:34:30.906 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:29 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:30.907 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:29 smithi044 ceph-mon[34175]: Deploying daemon osd.0 on smithi007 2024-09-19T05:34:30.908 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:30 smithi063 ceph-mon[34779]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:30.908 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:30 smithi007 ceph-mon[30960]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:30.908 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:30 smithi044 ceph-mon[34175]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:32 smithi044 ceph-mon[34175]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:32.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:32 smithi007 ceph-mon[30960]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:32.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:32 smithi063 ceph-mon[34779]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:34 smithi044 ceph-mon[34175]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:34.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:34 smithi007 ceph-mon[30960]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:34.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:34 smithi063 ceph-mon[34779]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:35.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:35.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:35.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:35.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:35.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:35.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:36.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:36 smithi007 ceph-mon[30960]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:36.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:36 smithi044 ceph-mon[34175]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:37.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:36 smithi063 ceph-mon[34779]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:37.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:38.873 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 0 on host 'smithi007' 2024-09-19T05:34:38.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.871+0000 7f5e567fc640 1 -- 172.21.15.7:0/860924706 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5e60062630 con 0x7f5e4c039500 2024-09-19T05:34:38.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.874+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 msgr2=0x7f5e4c03b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:38.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.874+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 0x7f5e4c03b9c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009bd0 tx=0x7f5e5c005f90 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.874+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 msgr2=0x7f5e601983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.874+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5e5000e9c0 tx=0x7f5e5000ee80 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 shutdown_connections 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e4c039500 0x7f5e4c03b9c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e60107900 0x7f5e6019f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e60104fd0 0x7f5e601983a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 --2- 172.21.15.7:0/860924706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e601026a0 0x7f5e60197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 >> 172.21.15.7:0/860924706 conn(0x7f5e600fc2a0 msgr2=0x7f5e60103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:38.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 shutdown_connections 2024-09-19T05:34:38.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:34:38.875+0000 7f5e675a6640 1 -- 172.21.15.7:0/860924706 wait complete. 2024-09-19T05:34:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:38 smithi044 ceph-mon[34175]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:39.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:38 smithi007 ceph-mon[30960]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:39.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:38 smithi063 ceph-mon[34779]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:39.477 DEBUG:teuthology.orchestra.run.smithi007:osd.0> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.0.service 2024-09-19T05:34:39.479 INFO:tasks.cephadm:Deploying osd.1 on smithi044 with /dev/vg_nvme/lv_4... 2024-09-19T05:34:39.480 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T05:34:39.733 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:34:39.849 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:39.850 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:39.850 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:40.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:40.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:40.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:34:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:40.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:40.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:40 smithi044 ceph-mon[34175]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:40.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:40 smithi007 ceph-mon[30960]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:41.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:40 smithi063 ceph-mon[34779]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:41.393 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:34:41 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:34:41.016+0000 7f8c0b30d640 -1 osd.0 0 log_to_monitors true 2024-09-19T05:34:41.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:41 smithi007 ceph-mon[30960]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T05:34:41.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:41 smithi044 ceph-mon[34175]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T05:34:42.082 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:34:42.110 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_4 2024-09-19T05:34:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:41 smithi063 ceph-mon[34779]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-19T05:34:42.373 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:34:42.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.832+0000 7fe6b7c54640 1 -- 172.21.15.44:0/3412913524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b0102df0 msgr2=0x7fe6b0103270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.832+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/3412913524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b0102df0 0x7fe6b0103270 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6a4009900 tx=0x7fe6a402a410 comp rx=0 tx=0).stop 2024-09-19T05:34:42.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 -- 172.21.15.44:0/3412913524 shutdown_connections 2024-09-19T05:34:42.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/3412913524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b01037b0 0x7fe6b010a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/3412913524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b0102df0 0x7fe6b0103270 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/3412913524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 0x7fe6b0101ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 -- 172.21.15.44:0/3412913524 >> 172.21.15.44:0/3412913524 conn(0x7fe6b00fd3c0 msgr2=0x7fe6b00ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 -- 172.21.15.44:0/3412913524 shutdown_connections 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 -- 172.21.15.44:0/3412913524 wait complete. 2024-09-19T05:34:42.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 Processor -- start 2024-09-19T05:34:42.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.833+0000 7fe6b7c54640 1 -- start start 2024-09-19T05:34:42.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 0x7fe6b0197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b0102df0 0x7fe6b01982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b010d750 con 0x7fe6b0102df0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b010d5d0 con 0x7fe6b01037b0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b7c54640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b010d8d0 con 0x7fe6b0101bf0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50290/0 (socket says 172.21.15.44:50290) 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 -- 172.21.15.44:0/1270722847 learned_addr learned my addr 172.21.15.44:0/1270722847 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b59f0640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 0x7fe6b0197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b51ef640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b0102df0 0x7fe6b01982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 -- 172.21.15.44:0/1270722847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 msgr2=0x7fe6b0197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 0x7fe6b0197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 -- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b0102df0 msgr2=0x7fe6b01982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b0102df0 0x7fe6b01982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:34:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 -- 172.21.15.44:0/1270722847 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6b019f9c0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6b61f1640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe6a800cad0 tx=0x7fe6a800cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a800ae20 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.834+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6a8005020 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.835+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a800f6b0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.835+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6b019fcb0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.835+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6b01a01a0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.836+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6b0108fa0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.837+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 15) ==== 138298+0+0 (secure 0 0 0) 0x7fe6a80051d0 con 0x7fe6b01037b0 2024-09-19T05:34:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.837+0000 7fe6a2ffd640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 0x7fe69c0a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:34:42.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.838+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7fe6a80ce010 con 0x7fe6b01037b0 2024-09-19T05:34:42.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.838+0000 7fe6b59f0640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 0x7fe69c0a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:34:42.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.838+0000 7fe6b59f0640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 0x7fe69c0a56f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe6b0199280 tx=0x7fe6ac005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:34:42.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:42.841+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe6a8014030 con 0x7fe6b01037b0 2024-09-19T05:34:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T05:34:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T05:34:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:34:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:42.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:34:43.028+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fe6b0062630 con 0x7fe69c0a3230 2024-09-19T05:34:43.142 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:34:42.715+0000 7f8c06a6d640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T05:34:43.143 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:34:42.720+0000 7f8c030a7640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:43.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:43.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:43.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-19T05:34:43.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: osdmap e6: 1 total, 0 up, 1 in 2024-09-19T05:34:43.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:34:43.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:34:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi007 2024-09-19T05:34:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:44.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi007 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:44.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi007 2024-09-19T05:34:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 17092M 2024-09-19T05:34:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:34:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: osdmap e7: 1 total, 0 up, 1 in 2024-09-19T05:34:44.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:44.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:44.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:34:44.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:34:44.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:44.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:34:44.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:34:44.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:44.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:44.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:44.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] boot 2024-09-19T05:34:44.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T05:34:44.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:44 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:45.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] boot 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T05:34:45.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:44 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:45.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:34:45.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: osd.0 [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] boot 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: osdmap e8: 1 total, 1 up, 1 in 2024-09-19T05:34:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:44 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/1487240339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]': finished 2024-09-19T05:34:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T05:34:45.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:45 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:34:46.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/1487240339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]': finished 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T05:34:46.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:34:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: osdmap e9: 1 total, 1 up, 1 in 2024-09-19T05:34:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/1487240339' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:46.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]: dispatch 2024-09-19T05:34:46.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "76a304f6-5b03-4620-ac50-9904abc2d762"}]': finished 2024-09-19T05:34:46.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: osdmap e10: 2 total, 1 up, 2 in 2024-09-19T05:34:46.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:45 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:34:47.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:46 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/2122606364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:47.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:46 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/2122606364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:47.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:46 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/2122606364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:34:48.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:47 smithi007 ceph-mon[30960]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:48.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:47 smithi063 ceph-mon[34779]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:48.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:47 smithi044 ceph-mon[34175]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:50.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:49 smithi007 ceph-mon[30960]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:50.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:49 smithi063 ceph-mon[34779]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:50.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:49 smithi044 ceph-mon[34175]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:52.075 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:51 smithi044 ceph-mon[34175]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:52.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:51 smithi007 ceph-mon[30960]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:52.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:51 smithi063 ceph-mon[34779]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:54.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:53 smithi007 ceph-mon[30960]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:54.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:53 smithi063 ceph-mon[34779]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:54.153 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:53 smithi044 ceph-mon[34175]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:54.898 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T05:34:54.898 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:54.898 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:54 smithi044 ceph-mon[34175]: Deploying daemon osd.1 on smithi044 2024-09-19T05:34:55.053 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T05:34:55.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:55.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:54 smithi063 ceph-mon[34779]: Deploying daemon osd.1 on smithi044 2024-09-19T05:34:55.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-19T05:34:55.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:34:55.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:54 smithi007 ceph-mon[30960]: Deploying daemon osd.1 on smithi044 2024-09-19T05:34:55.914 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:55 smithi044 ceph-mon[34175]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:55 smithi007 ceph-mon[30960]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:55 smithi063 ceph-mon[34779]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:58.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:57 smithi007 ceph-mon[30960]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:58.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:57 smithi063 ceph-mon[34779]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:34:58.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:57 smithi044 ceph-mon[34175]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:00.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:34:59 smithi007 ceph-mon[30960]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:00.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:34:59 smithi063 ceph-mon[34779]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:00.192 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:34:59 smithi044 ceph-mon[34175]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:01.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:01 smithi044 ceph-mon[34175]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:01.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:01.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:01.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:02.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:01 smithi007 ceph-mon[30960]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:02.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:02.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:02.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:02.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:01 smithi063 ceph-mon[34779]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:02.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:04.714 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:04.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.151 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 1 on host 'smithi044' 2024-09-19T05:35:05.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.149+0000 7fe6a2ffd640 1 -- 172.21.15.44:0/1270722847 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe6b0062630 con 0x7fe69c0a3230 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 msgr2=0x7fe69c0a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 0x7fe69c0a56f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe6b0199280 tx=0x7fe6ac005f90 comp rx=0 tx=0).stop 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 msgr2=0x7fe6b019f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe6a800cad0 tx=0x7fe6a800cf90 comp rx=0 tx=0).stop 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 shutdown_connections 2024-09-19T05:35:05.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe69c0a3230 0x7fe69c0a56f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6b01037b0 0x7fe6b019f320 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6b0102df0 0x7fe6b01982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 --2- 172.21.15.44:0/1270722847 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6b0101bf0 0x7fe6b0197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 >> 172.21.15.44:0/1270722847 conn(0x7fe6b00fd3c0 msgr2=0x7fe6b0106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.152+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 shutdown_connections 2024-09-19T05:35:05.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:35:05.153+0000 7fe6b7c54640 1 -- 172.21.15.44:0/1270722847 wait complete. 2024-09-19T05:35:05.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:05.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.819 DEBUG:teuthology.orchestra.run.smithi044:osd.1> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.1.service 2024-09-19T05:35:05.821 INFO:tasks.cephadm:Deploying osd.2 on smithi063 with /dev/vg_nvme/lv_4... 2024-09-19T05:35:05.822 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-19T05:35:05.832 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:05.832 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.832 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:05.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:05.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:06.077 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:35:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:06 smithi044 ceph-mon[34175]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:06.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:06 smithi007 ceph-mon[30960]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:06.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:06 smithi063 ceph-mon[34779]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:07.224 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:35:07.108+0000 7f69e59be640 -1 osd.1 0 log_to_monitors true 2024-09-19T05:35:07.573 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:07 smithi044 ceph-mon[34175]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:07.573 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:07 smithi044 ceph-mon[34175]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:07.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:07 smithi063 ceph-mon[34779]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:07.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:07 smithi063 ceph-mon[34779]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:07.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:07 smithi007 ceph-mon[30960]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:07.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:07 smithi007 ceph-mon[30960]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-19T05:35:08.442 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:35:08.469 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_4 2024-09-19T05:35:08.616 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:35:08.483+0000 7f69e111e640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T05:35:08.616 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:35:08.486+0000 7f69dd758640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:08.617 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:08 smithi044 ceph-mon[34175]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:08.743 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:08.743 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T05:35:08.744 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:08.744 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T05:35:08.744 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:08.744 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:08 smithi063 ceph-mon[34779]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:08.764 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: from='osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: osdmap e11: 2 total, 1 up, 2 in 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:08.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:08 smithi007 ceph-mon[30960]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 -- 172.21.15.63:0/4201782960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86901037c0 msgr2=0x7f869010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 --2- 172.21.15.63:0/4201782960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86901037c0 0x7f869010a050 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8688009ca0 tx=0x7f868802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 -- 172.21.15.63:0/4201782960 shutdown_connections 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 --2- 172.21.15.63:0/4201782960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86901037c0 0x7f869010a050 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 --2- 172.21.15.63:0/4201782960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8690102e00 0x7f8690103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.182 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 --2- 172.21.15.63:0/4201782960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690101c00 0x7f8690102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 -- 172.21.15.63:0/4201782960 >> 172.21.15.63:0/4201782960 conn(0x7f86900fd390 msgr2=0x7f86900ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 -- 172.21.15.63:0/4201782960 shutdown_connections 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.177+0000 7f8696d69640 1 -- 172.21.15.63:0/4201782960 wait complete. 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 Processor -- start 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 -- start start 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 0x7f86900745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.183 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86901037c0 0x7f8690074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f869010d710 con 0x7f86901037c0 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f869010d590 con 0x7f8690102e00 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8696d69640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f869010d890 con 0x7f8690101c00 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:49464/0 (socket says 172.21.15.63:49464) 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 -- 172.21.15.63:0/4236430909 learned_addr learned my addr 172.21.15.63:0/4236430909 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8695306640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86901037c0 0x7f8690074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f868ffff640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 0x7f86900745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 -- 172.21.15.63:0/4236430909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 msgr2=0x7f86900745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 0x7f86900745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 -- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86901037c0 msgr2=0x7f8690074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:09.184 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86901037c0 0x7f8690074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f8694b05640 1 -- 172.21.15.63:0/4236430909 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86900753e0 con 0x7f8690101c00 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.178+0000 7f868ffff640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 0x7f86900745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f8694b05640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f868400c970 tx=0x7f868400ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8684007c10 con 0x7f8690101c00 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8684007db0 con 0x7f8690101c00 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868400f870 con 0x7f8690101c00 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86901a1ee0 con 0x7f8690101c00 2024-09-19T05:35:09.185 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.179+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86901a2280 con 0x7f8690101c00 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.180+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8690108fa0 con 0x7f8690101c00 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.181+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 15) ==== 138298+0+0 (secure 0 0 0) 0x7f868400fa10 con 0x7f8690101c00 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.182+0000 7f868dffb640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 0x7f86800a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.182+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7f86840ce280 con 0x7f8690101c00 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.182+0000 7f868ffff640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 0x7f86800a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:09.186 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.183+0000 7f868ffff640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 0x7f86800a56f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f867c005d00 tx=0x7f867c009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:09.188 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.187+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f868409c9a0 con 0x7f8690101c00 2024-09-19T05:35:09.374 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:09.372+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f8690062630 con 0x7f86800a3230 2024-09-19T05:35:09.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi044 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 17092M 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:09.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:09.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi044 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 17092M 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:09.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:09.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:09.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:09.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:09.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:35:09.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: osdmap e12: 2 total, 1 up, 2 in 2024-09-19T05:35:09.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi044 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 17092M 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:09.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:09.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:09.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:09.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:09.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] boot 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T05:35:10.732 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:35:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:35:10.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:10.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:10.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] boot 2024-09-19T05:35:10.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T05:35:10.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:10.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:35:10.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:35:10.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-19T05:35:10.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:10.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: osd.1 [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] boot 2024-09-19T05:35:10.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: osdmap e13: 2 total, 2 up, 2 in 2024-09-19T05:35:10.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:35:11.924 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:11 smithi063 ceph-mon[34779]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T05:35:11.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:11 smithi044 ceph-mon[34175]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T05:35:12.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:11 smithi007 ceph-mon[30960]: osdmap e14: 2 total, 2 up, 2 in 2024-09-19T05:35:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/1587200372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]': finished 2024-09-19T05:35:12.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T05:35:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:12.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:12 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/1966893794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/1587200372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]': finished 2024-09-19T05:35:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T05:35:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/1966893794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/1587200372' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]: dispatch 2024-09-19T05:35:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb694b9a-64a5-414b-a134-a5d9d74058e5"}]': finished 2024-09-19T05:35:13.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: osdmap e15: 3 total, 2 up, 3 in 2024-09-19T05:35:13.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:13.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:12 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/1966893794' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:14.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:14 smithi044 ceph-mon[34175]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:15.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:14 smithi007 ceph-mon[30960]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:15.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:14 smithi063 ceph-mon[34779]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:16.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:16 smithi044 ceph-mon[34175]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:17.095 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:16 smithi063 ceph-mon[34779]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:16 smithi007 ceph-mon[30960]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:18.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:18 smithi063 ceph-mon[34779]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:18.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:18 smithi044 ceph-mon[34175]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:19.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:18 smithi007 ceph-mon[30960]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:20 smithi044 ceph-mon[34175]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T05:35:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:21.040 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:20 smithi063 ceph-mon[34779]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:21.040 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T05:35:21.040 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:21.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:20 smithi007 ceph-mon[30960]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:21.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-19T05:35:21.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:21.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:21 smithi063 ceph-mon[34779]: Deploying daemon osd.2 on smithi063 2024-09-19T05:35:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:21 smithi044 ceph-mon[34175]: Deploying daemon osd.2 on smithi063 2024-09-19T05:35:22.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:21 smithi007 ceph-mon[30960]: Deploying daemon osd.2 on smithi063 2024-09-19T05:35:22.810 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:22 smithi063 ceph-mon[34779]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:22 smithi044 ceph-mon[34175]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:23.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:22 smithi007 ceph-mon[30960]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:24 smithi044 ceph-mon[34175]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:25.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:24 smithi063 ceph-mon[34779]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:25.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:24 smithi007 ceph-mon[30960]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:27.061 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:26 smithi044 ceph-mon[34175]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:27.061 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:27.061 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:27.061 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:27.063 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:26 smithi063 ceph-mon[34779]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:27.063 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:27.063 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:27.063 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:26 smithi007 ceph-mon[30960]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:28.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:27 smithi044 ceph-mon[34175]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:28.066 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:27 smithi063 ceph-mon[34779]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:27 smithi007 ceph-mon[30960]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:30.253 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.251+0000 7f868dffb640 1 -- 172.21.15.63:0/4236430909 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8690062630 con 0x7f86800a3230 2024-09-19T05:35:30.254 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 2 on host 'smithi063' 2024-09-19T05:35:30.255 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.253+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 msgr2=0x7f86800a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.253+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 0x7f86800a56f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f867c005d00 tx=0x7f867c009550 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.253+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 msgr2=0x7f8690075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.253+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f868400c970 tx=0x7f868400ce30 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.253+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 shutdown_connections 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86800a3230 0x7f86800a56f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86901037c0 0x7f8690074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8690102e00 0x7f86900745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 --2- 172.21.15.63:0/4236430909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8690101c00 0x7f8690075f90 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 >> 172.21.15.63:0/4236430909 conn(0x7f86900fd390 msgr2=0x7f8690106170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 shutdown_connections 2024-09-19T05:35:30.256 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:35:30.254+0000 7f8696d69640 1 -- 172.21.15.63:0/4236430909 wait complete. 2024-09-19T05:35:30.547 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:30.547 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.547 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.547 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:30.548 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:30.548 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.548 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:30.548 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.548 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:30.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:30.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:30.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:30.809 DEBUG:teuthology.orchestra.run.smithi063:osd.2> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.2.service 2024-09-19T05:35:30.812 INFO:tasks.cephadm:Deploying osd.3 on smithi007 with /dev/vg_nvme/lv_3... 2024-09-19T05:35:30.812 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T05:35:31.064 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:35:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:32 smithi007 ceph-mon[30960]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:33.848 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:32 smithi063 ceph-mon[34779]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:33.848 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:35:33.849 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:32 smithi044 ceph-mon[34175]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:33.849 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:33 smithi044 ceph-mon[34175]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.849 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:33 smithi044 ceph-mon[34175]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.849 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:35:32.981+0000 7f4fe2f99640 -1 osd.2 0 log_to_monitors true 2024-09-19T05:35:33.849 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:33 smithi007 ceph-mon[30960]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.849 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:33 smithi007 ceph-mon[30960]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.850 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:33 smithi063 ceph-mon[34779]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.850 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:33 smithi063 ceph-mon[34779]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-19T05:35:33.851 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_3 2024-09-19T05:35:34.110 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:35:34.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:34.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T05:35:34.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi063 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 17088M 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:34.552 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 -- 172.21.15.7:0/3922981100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4101cd0 msgr2=0x7f25e4102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 --2- 172.21.15.7:0/3922981100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4101cd0 0x7f25e4102150 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f25d0009900 tx=0x7f25d002a410 comp rx=0 tx=0).stop 2024-09-19T05:35:34.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 -- 172.21.15.7:0/3922981100 shutdown_connections 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 --2- 172.21.15.7:0/3922981100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4102690 0x7f25e4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 --2- 172.21.15.7:0/3922981100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4101cd0 0x7f25e4102150 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 --2- 172.21.15.7:0/3922981100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4100ad0 0x7f25e4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 -- 172.21.15.7:0/3922981100 >> 172.21.15.7:0/3922981100 conn(0x7f25e40fc280 msgr2=0x7f25e40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 -- 172.21.15.7:0/3922981100 shutdown_connections 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 -- 172.21.15.7:0/3922981100 wait complete. 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.549+0000 7f25eadcc640 1 Processor -- start 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 -- start start 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 0x7f25e419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 0x7f25e41a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25e410c600 con 0x7f25e4100ad0 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f25e410c480 con 0x7f25e4102690 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25eadcc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f25e410c780 con 0x7f25e4101cd0 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42380/0 (socket says 172.21.15.7:42380) 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 -- 172.21.15.7:0/1910886121 learned_addr learned my addr 172.21.15.7:0/1910886121 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e3fff640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 0x7f25e419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e9369640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 0x7f25e41a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 -- 172.21.15.7:0/1910886121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 msgr2=0x7f25e419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 0x7f25e419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 -- 172.21.15.7:0/1910886121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 msgr2=0x7f25e41a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 0x7f25e41a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 -- 172.21.15.7:0/1910886121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25e41a1c10 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e9369640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 0x7f25e41a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e3fff640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 0x7f25e419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.550+0000 7f25e8b68640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f25d800d950 tx=0x7f25d800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.551+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d8017020 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.551+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25d8009c30 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.551+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d800f6b0 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.551+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25e41a1f00 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.551+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25e41a2350 con 0x7f25e4100ad0 2024-09-19T05:35:34.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.552+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25e41a25e0 con 0x7f25e4100ad0 2024-09-19T05:35:34.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.553+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 15) ==== 138298+0+0 (secure 0 0 0) 0x7f25d801a020 con 0x7f25e4100ad0 2024-09-19T05:35:34.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.554+0000 7f25e1ffb640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 0x7f25d40a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:35:34.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.554+0000 7f25e3fff640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 0x7f25d40a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:35:34.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.554+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f25d80ce180 con 0x7f25e4100ad0 2024-09-19T05:35:34.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.555+0000 7f25e3fff640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 0x7f25d40a56a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f25e419b500 tx=0x7f25d0032c40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:35:34.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.558+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f25d8021020 con 0x7f25e4100ad0 2024-09-19T05:35:34.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:35:34.328+0000 7f4fde6f9640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T05:35:34.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:35:34.332+0000 7f4fdad33640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi063 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 17088M 2024-09-19T05:35:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-19T05:35:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: osdmap e16: 3 total, 2 up, 3 in 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi063 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 17088M 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:34.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:34.742+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f25e406a6b0 con 0x7f25d40a31e0 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:35.459 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:35 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:35.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:35 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:35:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: osdmap e17: 3 total, 2 up, 3 in 2024-09-19T05:35:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:35:35.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:35:35.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:35 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:35:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:35:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] boot 2024-09-19T05:35:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T05:35:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:36 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:35:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:35:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] boot 2024-09-19T05:35:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T05:35:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:36 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:35:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:35:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-19T05:35:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:35:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: osd.2 [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] boot 2024-09-19T05:35:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: osdmap e18: 3 total, 3 up, 3 in 2024-09-19T05:35:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:36 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:35:37.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:37 smithi007 ceph-mon[30960]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T05:35:37.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:37.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:37 smithi063 ceph-mon[34779]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T05:35:37.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:37.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:37 smithi044 ceph-mon[34175]: osdmap e19: 3 total, 3 up, 3 in 2024-09-19T05:35:37.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:38.348 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:37 smithi007 sudo[49763]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:38.348 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:37 smithi007 sudo[49763]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:38.348 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:37 smithi007 sudo[49763]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:38.348 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:37 smithi007 sudo[49763]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: pgmap v79: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: osdmap e20: 3 total, 3 up, 3 in 2024-09-19T05:35:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]: dispatch 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]': finished 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:38.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2882386099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: pgmap v79: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: osdmap e20: 3 total, 3 up, 3 in 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]: dispatch 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]': finished 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2882386099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:38.644 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:38 smithi007 sudo[49815]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:38.644 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:38 smithi007 sudo[49815]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:38.644 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:38 smithi007 sudo[49815]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:38.644 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:35:38 smithi007 sudo[49815]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: pgmap v79: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: osdmap e20: 3 total, 3 up, 3 in 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]: dispatch 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2309264060' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bff919c-0fa3-492c-82b3-e77b87c87d31"}]': finished 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: osdmap e21: 4 total, 3 up, 4 in 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2882386099' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:35:39.224 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:38 smithi044 sudo[42531]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:39.224 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:38 smithi044 sudo[42531]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:39.224 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:38 smithi044 sudo[42531]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:39.224 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:38 smithi044 sudo[42531]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:39.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:39.476+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f25d8098560 con 0x7f25e4100ad0 2024-09-19T05:35:39.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:39 smithi044 ceph-mon[34175]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T05:35:39.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:39.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:39.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:39 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:39.725 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:39 smithi044 sudo[42534]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:39.725 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:39 smithi044 sudo[42534]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:39.725 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:39 smithi044 sudo[42534]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:39.725 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:35:39 smithi044 sudo[42534]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:39.840 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:39 smithi063 ceph-mon[34779]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T05:35:39.840 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:39.840 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:39.840 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:39 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:39.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:39 smithi007 ceph-mon[30960]: osdmap e22: 4 total, 3 up, 4 in 2024-09-19T05:35:39.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:35:39.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:39.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:39 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:40.152 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:39 smithi063 sudo[43689]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:40.152 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:39 smithi063 sudo[43689]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:40.152 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:39 smithi063 sudo[43689]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:40.153 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:39 smithi063 sudo[43689]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:40.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:40 smithi063 sudo[43692]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:40.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:40 smithi063 sudo[43692]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:40.653 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:40 smithi063 sudo[43692]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:40.653 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:35:40 smithi063 sudo[43692]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:41.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:40 smithi007 sudo[50569]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:41.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:40 smithi007 sudo[50569]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:41.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:40 smithi007 sudo[50569]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:41.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:40 smithi007 sudo[50569]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:41.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 sudo[50573]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:41.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 sudo[50573]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 sudo[50573]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 sudo[50573]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 ceph-mon[30960]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 ceph-mon[30960]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:41.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:41 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:41.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 ceph-mon[34779]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:41.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 ceph-mon[34779]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T05:35:41.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:41.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:41.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:41 smithi044 ceph-mon[34175]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:41.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:41 smithi044 ceph-mon[34175]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-19T05:35:41.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:41 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:41.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:41 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:42.128 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 sudo[43695]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:42.128 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 sudo[43695]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:42.128 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 sudo[43695]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:42.128 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:41 smithi063 sudo[43695]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:42 smithi063 sudo[43698]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:42 smithi063 sudo[43698]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:42.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:42 smithi063 sudo[43698]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:42.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:42 smithi063 sudo[43698]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:42 smithi044 sudo[42537]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-19T05:35:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:42 smithi044 sudo[42537]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:42 smithi044 sudo[42537]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:42 smithi044 sudo[42537]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 sudo[42540]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-19T05:35:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 sudo[42540]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 sudo[42540]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 sudo[42540]: pam_unix(sudo:session): session closed for user root 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:35:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:35:43.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:35:44.116 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:44 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:44.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:44 smithi007 ceph-mon[30960]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:44.117 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:44 smithi007 ceph-mon[30960]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:44.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:44 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:44.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:44 smithi063 ceph-mon[34779]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:44.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:44 smithi063 ceph-mon[34779]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:44 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-19T05:35:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:44 smithi044 ceph-mon[34175]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:44 smithi044 ceph-mon[34175]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-19T05:35:46.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:46 smithi007 ceph-mon[30960]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:46.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T05:35:46.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:46 smithi063 ceph-mon[34779]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T05:35:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:46 smithi044 ceph-mon[34175]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:35:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-19T05:35:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:47.363 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:47 smithi007 ceph-mon[30960]: Deploying daemon osd.3 on smithi007 2024-09-19T05:35:47.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:47 smithi063 ceph-mon[34779]: Deploying daemon osd.3 on smithi007 2024-09-19T05:35:47.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:47 smithi044 ceph-mon[34175]: Deploying daemon osd.3 on smithi007 2024-09-19T05:35:48.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:48 smithi007 ceph-mon[30960]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-19T05:35:48.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:48 smithi063 ceph-mon[34779]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-19T05:35:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:48 smithi044 ceph-mon[34175]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-09-19T05:35:50.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:50 smithi007 ceph-mon[30960]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-19T05:35:50.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:50 smithi063 ceph-mon[34779]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-19T05:35:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:50 smithi044 ceph-mon[34175]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-09-19T05:35:52.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:52 smithi007 ceph-mon[30960]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-19T05:35:52.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:52 smithi063 ceph-mon[34779]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-19T05:35:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:52 smithi044 ceph-mon[34175]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-19T05:35:53.261 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:53 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:53.261 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:53 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:53.261 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:53 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:53.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:53 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:53.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:53 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:53.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:53 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:53.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:53 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:53.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:53 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:53.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:53 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:54 smithi044 ceph-mon[34175]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:54.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:54 smithi007 ceph-mon[30960]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:54 smithi063 ceph-mon[34779]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:55.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:55.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:55.989 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:55.989 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:55.989 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:55.989 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.024+0000 7f25e1ffb640 1 -- 172.21.15.7:0/1910886121 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f25e406a6b0 con 0x7f25d40a31e0 2024-09-19T05:35:56.027 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 3 on host 'smithi007' 2024-09-19T05:35:56.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 msgr2=0x7f25d40a56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 0x7f25d40a56a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f25e419b500 tx=0x7f25d0032c40 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 msgr2=0x7f25e4199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f25d800d950 tx=0x7f25d800de10 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 shutdown_connections 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f25d40a31e0 0x7f25d40a56a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e4102690 0x7f25e41a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f25e4101cd0 0x7f25e419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 --2- 172.21.15.7:0/1910886121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25e4100ad0 0x7f25e4199fe0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.026+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 >> 172.21.15.7:0/1910886121 conn(0x7f25e40fc280 msgr2=0x7f25e4069fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.027+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 shutdown_connections 2024-09-19T05:35:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:35:56.027+0000 7f25eadcc640 1 -- 172.21.15.7:0/1910886121 wait complete. 2024-09-19T05:35:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:56.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:56.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:56.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:35:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:35:56.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.629 DEBUG:teuthology.orchestra.run.smithi007:osd.3> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.3.service 2024-09-19T05:35:56.632 INFO:tasks.cephadm:Deploying osd.4 on smithi044 with /dev/vg_nvme/lv_3... 2024-09-19T05:35:56.633 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T05:35:56.871 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:56.871 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.871 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.903 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:35:56.932 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:56.933 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:56.933 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:57.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:35:57.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:57.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:35:58.196 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:58 smithi044 ceph-mon[34175]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:58 smithi007 ceph-mon[30960]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:58.393 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:35:58 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:35:58.193+0000 7f833657d640 -1 osd.3 0 log_to_monitors true 2024-09-19T05:35:58.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:58 smithi063 ceph-mon[34779]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-09-19T05:35:59.136 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:35:59 smithi044 ceph-mon[34175]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T05:35:59.333 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:35:59 smithi007 ceph-mon[30960]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T05:35:59.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:35:59 smithi063 ceph-mon[34779]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-19T05:35:59.415 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:35:59.448 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_3 2024-09-19T05:35:59.697 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:36:00.119 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi007 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.121 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.122 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-19T05:36:00.122 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.122 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:00.122 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:00.122 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 -- 172.21.15.44:0/891048715 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c101c00 msgr2=0x7f972c102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 --2- 172.21.15.44:0/891048715 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c101c00 0x7f972c102000 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9728009900 tx=0x7f972802a3f0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 -- 172.21.15.44:0/891048715 shutdown_connections 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 --2- 172.21.15.44:0/891048715 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c1037c0 0x7f972c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 --2- 172.21.15.44:0/891048715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c102e00 0x7f972c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 --2- 172.21.15.44:0/891048715 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c101c00 0x7f972c102000 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 -- 172.21.15.44:0/891048715 >> 172.21.15.44:0/891048715 conn(0x7f972c0fd390 msgr2=0x7f972c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.116+0000 7f9734706640 1 -- 172.21.15.44:0/891048715 shutdown_connections 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 -- 172.21.15.44:0/891048715 wait complete. 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 Processor -- start 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 -- start start 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c101c00 0x7f972c197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c1037c0 0x7f972c19f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f972c10d790 con 0x7f972c1037c0 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f972c10d610 con 0x7f972c102e00 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9734706640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f972c10d910 con 0x7f972c101c00 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.117+0000 7f9731ca1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47864/0 (socket says 172.21.15.44:47864) 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 -- 172.21.15.44:0/3936320598 learned_addr learned my addr 172.21.15.44:0/3936320598 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9732ca3640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c1037c0 0x7f972c19f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f97324a2640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c101c00 0x7f972c197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 -- 172.21.15.44:0/3936320598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c101c00 msgr2=0x7f972c197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c101c00 0x7f972c197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 -- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c1037c0 msgr2=0x7f972c19f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c1037c0 0x7f972c19f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 -- 172.21.15.44:0/3936320598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f972c19fa40 con 0x7f972c102e00 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9731ca1640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f971c00c920 tx=0x7f971c00cde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f971c01e070 con 0x7f972c102e00 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f972c074480 con 0x7f972c102e00 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f971c007c70 con 0x7f972c102e00 2024-09-19T05:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f971c019960 con 0x7f972c102e00 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.118+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f972c074a40 con 0x7f972c102e00 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.119+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f972c076410 con 0x7f972c102e00 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.121+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f971c011750 con 0x7f972c102e00 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.121+0000 7f97237fe640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 0x7f97180a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.121+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3389+0+0 (secure 0 0 0) 0x7f971c0d21e0 con 0x7f972c102e00 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.121+0000 7f97324a2640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 0x7f97180a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.122+0000 7f97324a2640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 0x7f97180a5730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9728000c00 tx=0x7f97280314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.126+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f971c0a0240 con 0x7f972c102e00 2024-09-19T05:36:00.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:00.311+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f972c108b00 con 0x7f97180a3270 2024-09-19T05:36:00.392 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:36:00.037+0000 7f8331cdd640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T05:36:00.392 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:36:00.044+0000 7f832e317640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi007 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-19T05:36:00.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:00.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:00.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: osdmap e23: 4 total, 3 up, 4 in 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi007 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 8546M 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:01.354 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:01 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:01.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:36:01.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:01.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:01 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:01.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:36:01.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: osdmap e24: 4 total, 3 up, 4 in 2024-09-19T05:36:01.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:01.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:01.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:01.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:01.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:01 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:36:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:36:02.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: pgmap v96: 1 pgs: 1 peering; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:02.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:02.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] boot 2024-09-19T05:36:02.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: osdmap e25: 4 total, 4 up, 4 in 2024-09-19T05:36:02.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: pgmap v96: 1 pgs: 1 peering; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] boot 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: osdmap e25: 4 total, 4 up, 4 in 2024-09-19T05:36:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: pgmap v96: 1 pgs: 1 peering; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: osd.3 [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] boot 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: osdmap e25: 4 total, 4 up, 4 in 2024-09-19T05:36:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:36:03.223 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T05:36:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/2352839231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]': finished 2024-09-19T05:36:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: osdmap e27: 5 total, 4 up, 5 in 2024-09-19T05:36:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:03.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T05:36:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/2352839231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]': finished 2024-09-19T05:36:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: osdmap e27: 5 total, 4 up, 5 in 2024-09-19T05:36:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: osdmap e26: 4 total, 4 up, 4 in 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/2352839231' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]: dispatch 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e84678a6-acbd-453b-ab78-9cddce1e9038"}]': finished 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: osdmap e27: 5 total, 4 up, 5 in 2024-09-19T05:36:03.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:04 smithi007 ceph-mon[30960]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:04 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/163513517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:04.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:04 smithi063 ceph-mon[34779]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:04.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:04 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/163513517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:04.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:04 smithi044 ceph-mon[34175]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:04.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:04 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/163513517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:05.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:05 smithi007 ceph-mon[30960]: osdmap e28: 5 total, 4 up, 5 in 2024-09-19T05:36:05.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:05.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:05 smithi063 ceph-mon[34779]: osdmap e28: 5 total, 4 up, 5 in 2024-09-19T05:36:05.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:05.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:05 smithi044 ceph-mon[34175]: osdmap e28: 5 total, 4 up, 5 in 2024-09-19T05:36:05.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:06.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:06 smithi007 ceph-mon[30960]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:06.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:06 smithi007 ceph-mon[30960]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T05:36:06.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:06.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:06 smithi063 ceph-mon[34779]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:06.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:06 smithi063 ceph-mon[34779]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T05:36:06.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:06 smithi044 ceph-mon[34175]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:06 smithi044 ceph-mon[34175]: osdmap e29: 5 total, 4 up, 5 in 2024-09-19T05:36:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:08.394 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:08 smithi044 ceph-mon[34175]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-19T05:36:08.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:08 smithi007 ceph-mon[30960]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-19T05:36:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:08 smithi063 ceph-mon[34779]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 123 KiB/s, 0 objects/s recovering 2024-09-19T05:36:10.120 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:10 smithi044 ceph-mon[34175]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-19T05:36:10.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:10 smithi007 ceph-mon[30960]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-19T05:36:10.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:10 smithi063 ceph-mon[34779]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-19T05:36:12.172 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:12 smithi044 ceph-mon[34175]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:36:12.172 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T05:36:12.172 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:12.172 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:12 smithi044 ceph-mon[34175]: Deploying daemon osd.4 on smithi044 2024-09-19T05:36:12.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:12 smithi007 ceph-mon[30960]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:36:12.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T05:36:12.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:12.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:12 smithi007 ceph-mon[30960]: Deploying daemon osd.4 on smithi044 2024-09-19T05:36:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:12 smithi063 ceph-mon[34779]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:36:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-19T05:36:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:12 smithi063 ceph-mon[34779]: Deploying daemon osd.4 on smithi044 2024-09-19T05:36:14.173 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:14 smithi044 ceph-mon[34175]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-19T05:36:14.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:14 smithi007 ceph-mon[30960]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-19T05:36:14.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:14 smithi063 ceph-mon[34779]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-09-19T05:36:16.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:16 smithi007 ceph-mon[30960]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:36:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:16 smithi063 ceph-mon[34779]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:36:16.456 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:16 smithi044 ceph-mon[34175]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:36:18.334 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:18 smithi044 ceph-mon[34175]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T05:36:18.334 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:18.335 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:18.335 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:18.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:18 smithi007 ceph-mon[30960]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T05:36:18.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:18.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:18.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:18 smithi063 ceph-mon[34779]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-09-19T05:36:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:20.332 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:20 smithi044 ceph-mon[34175]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:20.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:20 smithi007 ceph-mon[30960]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:20 smithi063 ceph-mon[34779]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:21.386 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:21 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.386 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:21 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.386 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:21 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:21.386 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:21 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:21.386 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:21 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:21 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:21 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:21 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:21 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:21 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:21.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:21.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:21 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:21.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.782+0000 7f97237fe640 1 -- 172.21.15.44:0/3936320598 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f972c108b00 con 0x7f97180a3270 2024-09-19T05:36:21.784 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 4 on host 'smithi044' 2024-09-19T05:36:21.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 msgr2=0x7f97180a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 0x7f97180a5730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9728000c00 tx=0x7f97280314a0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 msgr2=0x7f972c198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f971c00c920 tx=0x7f971c00cde0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 shutdown_connections 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f97180a3270 0x7f97180a5730 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f972c1037c0 0x7f972c19f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f972c102e00 0x7f972c198350 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 --2- 172.21.15.44:0/3936320598 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f972c101c00 0x7f972c197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 >> 172.21.15.44:0/3936320598 conn(0x7f972c0fd390 msgr2=0x7f972c1061f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 shutdown_connections 2024-09-19T05:36:21.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:36:21.785+0000 7f9734706640 1 -- 172.21.15.44:0/3936320598 wait complete. 2024-09-19T05:36:22.373 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:22 smithi044 ceph-mon[34175]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:22.373 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:22 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:22.373 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:22 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.373 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:22 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.400 DEBUG:teuthology.orchestra.run.smithi044:osd.4> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.4.service 2024-09-19T05:36:22.403 INFO:tasks.cephadm:Deploying osd.5 on smithi063 with /dev/vg_nvme/lv_3... 2024-09-19T05:36:22.403 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-19T05:36:22.431 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:22 smithi063 ceph-mon[34779]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:22.431 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:22 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:22.431 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:22 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.431 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:22 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:22 smithi007 ceph-mon[30960]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:22.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:22 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:22.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:22 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:22 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:22.667 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:36:24.208 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:24 smithi044 ceph-mon[34175]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:24.208 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:24 smithi044 ceph-mon[34175]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:24.208 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:24 smithi044 ceph-mon[34175]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:24.208 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:36:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:36:24.033+0000 7f175b1ee640 -1 osd.4 0 log_to_monitors true 2024-09-19T05:36:24.517 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:24 smithi063 ceph-mon[34779]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:24.517 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:24 smithi063 ceph-mon[34779]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:24.518 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:24 smithi063 ceph-mon[34779]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:24 smithi007 ceph-mon[30960]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:24 smithi007 ceph-mon[30960]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:24 smithi007 ceph-mon[30960]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-19T05:36:25.254 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:25 smithi063 ceph-mon[34779]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T05:36:25.254 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:25 smithi063 ceph-mon[34779]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T05:36:25.254 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:25 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:25.254 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:25 smithi063 ceph-mon[34779]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:25.254 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:25 smithi063 ceph-mon[34779]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:25.257 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:36:25.286 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_3 2024-09-19T05:36:25.445 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-mon[34175]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T05:36:25.445 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-mon[34175]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T05:36:25.445 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:25.446 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-mon[34175]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:25.446 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-mon[34175]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:25.585 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:36:25.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:25 smithi007 ceph-mon[30960]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-19T05:36:25.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:25 smithi007 ceph-mon[30960]: osdmap e30: 5 total, 4 up, 5 in 2024-09-19T05:36:25.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:25 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:25.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:25 smithi007 ceph-mon[30960]: from='osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:25.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:25 smithi007 ceph-mon[30960]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 -- 172.21.15.63:0/1071990240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 msgr2=0x7fb8b8102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/1071990240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b8102150 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8009900 tx=0x7fb8a802a410 comp rx=0 tx=0).stop 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 -- 172.21.15.63:0/1071990240 shutdown_connections 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/1071990240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 0x7fb8b8108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/1071990240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b8102150 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/1071990240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.012 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 -- 172.21.15.63:0/1071990240 >> 172.21.15.63:0/1071990240 conn(0x7fb8b80fc280 msgr2=0x7fb8b80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 -- 172.21.15.63:0/1071990240 shutdown_connections 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.009+0000 7fb8bf77f640 1 -- 172.21.15.63:0/1071990240 wait complete. 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 Processor -- start 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 -- start start 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 0x7fb8b81035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b810c600 con 0x7fb8b8102690 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b810c480 con 0x7fb8b8100ad0 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bf77f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b810c780 con 0x7fb8b8101cd0 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.013 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:34366/0 (socket says 172.21.15.63:34366) 2024-09-19T05:36:26.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 -- 172.21.15.63:0/4226758071 learned_addr learned my addr 172.21.15.63:0/4226758071 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:36:26.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bd51b640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.014 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bdd1c640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 0x7fb8b81035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 -- 172.21.15.63:0/4226758071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 msgr2=0x7fb8b8104a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8104a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 -- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 msgr2=0x7fb8b81035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 0x7fb8b81035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bcd1a640 1 -- 172.21.15.63:0/4226758071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b8103eb0 con 0x7fb8b8101cd0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.010+0000 7fb8bd51b640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8bcd1a640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8005940 tx=0x7fb8a80042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a803f030 con 0x7fb8b8101cd0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8a8003cb0 con 0x7fb8b8101cd0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b81a1f70 con 0x7fb8b8101cd0 2024-09-19T05:36:26.015 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a8035070 con 0x7fb8b8101cd0 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.011+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b81a2360 con 0x7fb8b8101cd0 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.012+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8b81a2590 con 0x7fb8b8101cd0 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.014+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fb8a8042030 con 0x7fb8b8101cd0 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.014+0000 7fb8ae7fc640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 0x7fb8a40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:26.016 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.015+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3821+0+0 (secure 0 0 0) 0x7fb8a80eed80 con 0x7fb8b8101cd0 2024-09-19T05:36:26.017 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.015+0000 7fb8bd51b640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 0x7fb8a40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:26.017 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.015+0000 7fb8bd51b640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 0x7fb8a40a5700 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8101b30 tx=0x7fb8b4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:26.021 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.019+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb8a80bcc30 con 0x7fb8b8101cd0 2024-09-19T05:36:26.173 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi044 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 8546M 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.174 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:26.175 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:26.175 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.175 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:26 smithi063 ceph-mon[34779]: from='osd.4 ' entity='osd.4' 2024-09-19T05:36:26.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:26.209+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fb8b806a6f0 con 0x7fb8a40a3240 2024-09-19T05:36:26.474 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:36:25.976+0000 7f175694e640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T05:36:26.474 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:36:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:36:25.985+0000 7f174ef80640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi044 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 8546M 2024-09-19T05:36:26.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:26.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:26.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:26 smithi044 ceph-mon[34175]: from='osd.4 ' entity='osd.4' 2024-09-19T05:36:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: osdmap e31: 5 total, 4 up, 5 in 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi044 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 8546M 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:26.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:26.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:26.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:26 smithi007 ceph-mon[30960]: from='osd.4 ' entity='osd.4' 2024-09-19T05:36:27.287 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:36:27.287 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:36:27.287 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:27.287 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] boot 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: osdmap e32: 5 total, 5 up, 5 in 2024-09-19T05:36:27.288 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:27 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:27.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:36:27.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:36:27.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] boot 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: osdmap e32: 5 total, 5 up, 5 in 2024-09-19T05:36:27.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:27 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:27.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: osd.4 [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] boot 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: osdmap e32: 5 total, 5 up, 5 in 2024-09-19T05:36:27.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:27 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:36:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:28 smithi044 ceph-mon[34175]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:28 smithi044 ceph-mon[34175]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T05:36:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:28 smithi007 ceph-mon[30960]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:28.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:28 smithi007 ceph-mon[30960]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T05:36:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:28 smithi063 ceph-mon[34779]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-19T05:36:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:28 smithi063 ceph-mon[34779]: osdmap e33: 5 total, 5 up, 5 in 2024-09-19T05:36:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/1981246383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]': finished 2024-09-19T05:36:29.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: osdmap e34: 6 total, 5 up, 6 in 2024-09-19T05:36:29.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:29.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:29 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/58533657' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:29.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/1981246383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]': finished 2024-09-19T05:36:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: osdmap e34: 6 total, 5 up, 6 in 2024-09-19T05:36:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:29 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/58533657' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/1981246383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]: dispatch 2024-09-19T05:36:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7ec7436d-904b-4ee3-920a-97171be51a8d"}]': finished 2024-09-19T05:36:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: osdmap e34: 6 total, 5 up, 6 in 2024-09-19T05:36:29.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:29.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:29 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/58533657' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:30.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:30 smithi007 ceph-mon[30960]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:30.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:30 smithi063 ceph-mon[34779]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:30 smithi044 ceph-mon[34175]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:32.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:32 smithi007 ceph-mon[30960]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:32.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:32 smithi063 ceph-mon[34779]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:32.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:32 smithi044 ceph-mon[34175]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:34.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:34 smithi007 ceph-mon[30960]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:34.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:34 smithi063 ceph-mon[34779]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:34.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:34 smithi044 ceph-mon[34175]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:36.644 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:36 smithi063 ceph-mon[34779]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:36.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:36 smithi007 ceph-mon[30960]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:36.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:36 smithi044 ceph-mon[34175]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:37.827 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T05:36:37.828 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:37.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T05:36:37.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-19T05:36:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:38.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:38 smithi007 ceph-mon[30960]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:38.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:38 smithi007 ceph-mon[30960]: Deploying daemon osd.5 on smithi063 2024-09-19T05:36:38.895 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:38 smithi063 ceph-mon[34779]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:38.895 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:38 smithi063 ceph-mon[34779]: Deploying daemon osd.5 on smithi063 2024-09-19T05:36:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:38 smithi044 ceph-mon[34175]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:38 smithi044 ceph-mon[34175]: Deploying daemon osd.5 on smithi063 2024-09-19T05:36:40.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:40 smithi007 ceph-mon[30960]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:40.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:40 smithi063 ceph-mon[34779]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:40.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:40 smithi044 ceph-mon[34175]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:42.849 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:42 smithi063 ceph-mon[34779]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:42.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:42 smithi007 ceph-mon[30960]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:42.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:42 smithi044 ceph-mon[34175]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:43.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:43.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:43.867 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:44.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:44 smithi063 ceph-mon[34779]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:44.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:44 smithi044 ceph-mon[34175]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:45.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:44 smithi007 ceph-mon[30960]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:46.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:46.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:46.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:46.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:46.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:46.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:46.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:46.978 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.975+0000 7fb8ae7fc640 1 -- 172.21.15.63:0/4226758071 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb8b806a6f0 con 0x7fb8a40a3240 2024-09-19T05:36:46.978 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 5 on host 'smithi063' 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 msgr2=0x7fb8a40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 0x7fb8a40a5700 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8101b30 tx=0x7fb8b4005f90 comp rx=0 tx=0).stop 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 msgr2=0x7fb8b81030b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8005940 tx=0x7fb8a80042f0 comp rx=0 tx=0).stop 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 shutdown_connections 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb8a40a3240 0x7fb8a40a5700 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb8b8102690 0x7fb8b81035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:46.980 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb8b8101cd0 0x7fb8b81030b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:46.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 --2- 172.21.15.63:0/4226758071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb8b8100ad0 0x7fb8b8104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:46.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 >> 172.21.15.63:0/4226758071 conn(0x7fb8b80fc280 msgr2=0x7fb8b8069fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:46.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 shutdown_connections 2024-09-19T05:36:46.981 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:36:46.977+0000 7fb8bf77f640 1 -- 172.21.15.63:0/4226758071 wait complete. 2024-09-19T05:36:47.582 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:47 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:47.582 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:47 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:47.582 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:47 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:47.609 DEBUG:teuthology.orchestra.run.smithi063:osd.5> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.5.service 2024-09-19T05:36:47.611 INFO:tasks.cephadm:Deploying osd.6 on smithi007 with /dev/vg_nvme/lv_2... 2024-09-19T05:36:47.612 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T05:36:47.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:47 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:47.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:47 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:47.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:47 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:47.880 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:36:47.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:47 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:36:47.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:47 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:47.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:47 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:48.638 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:48 smithi063 ceph-mon[34779]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:48 smithi007 ceph-mon[30960]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:48.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:48 smithi044 ceph-mon[34175]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:49.582 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:49 smithi007 ceph-mon[30960]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:49.582 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:49 smithi007 ceph-mon[30960]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:49.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:49 smithi063 ceph-mon[34779]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:49.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:49 smithi063 ceph-mon[34779]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:49.653 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:36:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:36:49.369+0000 7f0a266f2640 -1 osd.5 0 log_to_monitors true 2024-09-19T05:36:49.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:49 smithi044 ceph-mon[34175]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:49.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:49 smithi044 ceph-mon[34175]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-19T05:36:50.372 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:36:50.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_2 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:50.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:50.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:50.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.667 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:36:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: osdmap e35: 6 total, 5 up, 6 in 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:36:50.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:36:51.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.123+0000 7f55dd21c640 1 -- 172.21.15.7:0/1888416091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8102690 msgr2=0x7f55d8108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.123+0000 7f55dd21c640 1 --2- 172.21.15.7:0/1888416091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8102690 0x7f55d8108f20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f55d0009ca0 tx=0x7f55d002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 -- 172.21.15.7:0/1888416091 shutdown_connections 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 --2- 172.21.15.7:0/1888416091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8102690 0x7f55d8108f20 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 --2- 172.21.15.7:0/1888416091 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8101cd0 0x7f55d8102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 --2- 172.21.15.7:0/1888416091 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8100ad0 0x7f55d8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 -- 172.21.15.7:0/1888416091 >> 172.21.15.7:0/1888416091 conn(0x7f55d80fc280 msgr2=0x7f55d80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 -- 172.21.15.7:0/1888416091 shutdown_connections 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 -- 172.21.15.7:0/1888416091 wait complete. 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.124+0000 7f55dd21c640 1 Processor -- start 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 -- start start 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 0x7f55d81982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8102690 0x7f55d819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55d810d6f0 con 0x7f55d8100ad0 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55d810d570 con 0x7f55d8101cd0 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55dd21c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f55d810d870 con 0x7f55d8102690 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42492/0 (socket says 172.21.15.7:42492) 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 -- 172.21.15.7:0/56517360 learned_addr learned my addr 172.21.15.7:0/56517360 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d759e640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8102690 0x7f55d819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d659c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 0x7f55d81982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 -- 172.21.15.7:0/56517360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8102690 msgr2=0x7f55d819f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8102690 0x7f55d819f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 -- 172.21.15.7:0/56517360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 msgr2=0x7f55d81982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:36:51.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 0x7f55d81982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 -- 172.21.15.7:0/56517360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d819f9b0 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d659c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 0x7f55d81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.125+0000 7f55d6d9d640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f55c800d770 tx=0x7f55c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.126+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c8017070 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.126+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d819fca0 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.126+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55c8009c30 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.126+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c8003d00 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.126+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d81a0180 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.127+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d8107f20 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.128+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f55c8003ea0 con 0x7f55d8100ad0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.129+0000 7f55cffff640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 0x7f55c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.130+0000 7f55d659c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 0x7f55c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:36:51.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.130+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4253+0+0 (secure 0 0 0) 0x7f55c80ce6d0 con 0x7f55d8100ad0 2024-09-19T05:36:51.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.130+0000 7f55d659c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 0x7f55c40a5700 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009c20 tx=0x7f55c0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:36:51.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.134+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f55c809c330 con 0x7f55d8100ad0 2024-09-19T05:36:51.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:36:51.337+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f55d8062630 con 0x7f55c40a3240 2024-09-19T05:36:51.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi063 2024-09-19T05:36:51.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 8544M 2024-09-19T05:36:51.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='osd.5 ' entity='osd.5' 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:51.652 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:36:51.246+0000 7f0a21e52640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T05:36:51.652 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:36:51.260+0000 7f0a1a484640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi063 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 8544M 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='osd.5 ' entity='osd.5' 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi063 2024-09-19T05:36:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 8544M 2024-09-19T05:36:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:36:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: osdmap e36: 6 total, 5 up, 6 in 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='osd.5 ' entity='osd.5' 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:36:51.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:36:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:36:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:36:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:52.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:52.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] boot 2024-09-19T05:36:52.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: osdmap e37: 6 total, 6 up, 6 in 2024-09-19T05:36:52.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:52 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] boot 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: osdmap e37: 6 total, 6 up, 6 in 2024-09-19T05:36:52.843 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:52 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:52.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: from='client.14361 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: osd.5 [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] boot 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: osdmap e37: 6 total, 6 up, 6 in 2024-09-19T05:36:52.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:52 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:36:53.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:53 smithi044 ceph-mon[34175]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T05:36:53.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:53 smithi007 ceph-mon[30960]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T05:36:53.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:53 smithi063 ceph-mon[34779]: osdmap e38: 6 total, 6 up, 6 in 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]: dispatch 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]': finished 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: osdmap e40: 7 total, 6 up, 7 in 2024-09-19T05:36:54.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:54.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:54 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3096393604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T05:36:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]: dispatch 2024-09-19T05:36:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]': finished 2024-09-19T05:36:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: osdmap e40: 7 total, 6 up, 7 in 2024-09-19T05:36:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:54 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3096393604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:54.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: osdmap e39: 6 total, 6 up, 6 in 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]: dispatch 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/217264271' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "163a4df5-aa7e-4acb-9c17-c048ff816350"}]': finished 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: osdmap e40: 7 total, 6 up, 7 in 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:54.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:54 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3096393604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:36:55.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:55 smithi044 ceph-mon[34175]: osdmap e41: 7 total, 6 up, 7 in 2024-09-19T05:36:55.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:55 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:55 smithi007 ceph-mon[30960]: osdmap e41: 7 total, 6 up, 7 in 2024-09-19T05:36:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:55 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:55 smithi063 ceph-mon[34779]: osdmap e41: 7 total, 6 up, 7 in 2024-09-19T05:36:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:55 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:56.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:56 smithi044 ceph-mon[34175]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:56.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:56 smithi044 ceph-mon[34175]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T05:36:56.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:57.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:56 smithi063 ceph-mon[34779]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:57.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:56 smithi063 ceph-mon[34779]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T05:36:57.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:57.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:56 smithi007 ceph-mon[30960]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:36:57.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:56 smithi007 ceph-mon[30960]: osdmap e42: 7 total, 6 up, 7 in 2024-09-19T05:36:57.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:36:58.840 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:36:58 smithi007 ceph-mon[30960]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:36:58.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:36:58 smithi044 ceph-mon[34175]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:36:59.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:36:58 smithi063 ceph-mon[34779]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:37:00.848 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:00 smithi007 ceph-mon[30960]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-19T05:37:00.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:00 smithi044 ceph-mon[34175]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-19T05:37:01.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:00 smithi063 ceph-mon[34779]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-19T05:37:02.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:02 smithi007 ceph-mon[30960]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-19T05:37:02.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T05:37:02.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:02.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:02 smithi044 ceph-mon[34175]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-19T05:37:02.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T05:37:02.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:03.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:02 smithi063 ceph-mon[34779]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-09-19T05:37:03.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-19T05:37:03.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:03.952 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:03 smithi007 ceph-mon[30960]: Deploying daemon osd.6 on smithi007 2024-09-19T05:37:03.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:03 smithi044 ceph-mon[34175]: Deploying daemon osd.6 on smithi007 2024-09-19T05:37:04.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:03 smithi063 ceph-mon[34779]: Deploying daemon osd.6 on smithi007 2024-09-19T05:37:04.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:04 smithi007 ceph-mon[30960]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-19T05:37:04.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:04 smithi044 ceph-mon[34175]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-19T05:37:05.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:04 smithi063 ceph-mon[34779]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-19T05:37:06.754 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:06 smithi007 ceph-mon[30960]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:37:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:06 smithi044 ceph-mon[34175]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:37:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:06 smithi063 ceph-mon[34779]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:37:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:08 smithi044 ceph-mon[34175]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:08.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:09.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:08 smithi007 ceph-mon[30960]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:09.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:09.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:09.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:08 smithi063 ceph-mon[34779]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:09.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:10.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:10 smithi044 ceph-mon[34175]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:11.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:10 smithi007 ceph-mon[30960]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:11.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:10 smithi063 ceph-mon[34779]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:11.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.787+0000 7f55cffff640 1 -- 172.21.15.7:0/56517360 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f55d8062630 con 0x7f55c40a3240 2024-09-19T05:37:11.791 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 6 on host 'smithi007' 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 msgr2=0x7f55c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 0x7f55c40a5700 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f55c0009c20 tx=0x7f55c0005f90 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 msgr2=0x7f55d8197d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f55c800d770 tx=0x7f55c800dc30 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 shutdown_connections 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f55c40a3240 0x7f55c40a5700 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f55d8102690 0x7f55d819f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55d8101cd0 0x7f55d81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 --2- 172.21.15.7:0/56517360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55d8100ad0 0x7f55d8197d90 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:11.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 >> 172.21.15.7:0/56517360 conn(0x7f55d80fc280 msgr2=0x7f55d81050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 shutdown_connections 2024-09-19T05:37:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:37:11.790+0000 7f55dd21c640 1 -- 172.21.15.7:0/56517360 wait complete. 2024-09-19T05:37:12.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:12.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:12.068 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:12.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:12.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:12.447 DEBUG:teuthology.orchestra.run.smithi007:osd.6> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.6.service 2024-09-19T05:37:12.450 INFO:tasks.cephadm:Deploying osd.7 on smithi044 with /dev/vg_nvme/lv_2... 2024-09-19T05:37:12.450 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T05:37:12.716 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:37:13.010 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:12 smithi044 ceph-mon[34175]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:13.010 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:13.011 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:13.011 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:12 smithi007 ceph-mon[30960]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:13.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:12 smithi063 ceph-mon[34779]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:14.589 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:37:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:37:14.246+0000 7f6c59be6640 -1 osd.6 0 log_to_monitors true 2024-09-19T05:37:14.890 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:14 smithi007 ceph-mon[30960]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:14.890 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:14 smithi007 ceph-mon[30960]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T05:37:14.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:14 smithi044 ceph-mon[34175]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:14.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:14 smithi044 ceph-mon[34175]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T05:37:15.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:14 smithi063 ceph-mon[34779]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:15.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:14 smithi063 ceph-mon[34779]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-19T05:37:15.419 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:37:15.453 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_2 2024-09-19T05:37:15.715 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi007 2024-09-19T05:37:15.952 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:15.953 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:15 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.142 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:37:15.751+0000 7f6c55346640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T05:37:16.143 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:37:15.762+0000 7f6c51980640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi007 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:16.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:15 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-19T05:37:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: osdmap e43: 7 total, 6 up, 7 in 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi007 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:16.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 5697M 2024-09-19T05:37:16.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:16.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:16.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:15 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:16.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 -- 172.21.15.44:0/4012611976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c101cd0 msgr2=0x7f834c102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 --2- 172.21.15.44:0/4012611976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c101cd0 0x7f834c102150 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8338009900 tx=0x7f833802a410 comp rx=0 tx=0).stop 2024-09-19T05:37:16.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 -- 172.21.15.44:0/4012611976 shutdown_connections 2024-09-19T05:37:16.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 --2- 172.21.15.44:0/4012611976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c102690 0x7f834c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 --2- 172.21.15.44:0/4012611976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c101cd0 0x7f834c102150 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 --2- 172.21.15.44:0/4012611976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 -- 172.21.15.44:0/4012611976 >> 172.21.15.44:0/4012611976 conn(0x7f834c0fc280 msgr2=0x7f834c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 -- 172.21.15.44:0/4012611976 shutdown_connections 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.180+0000 7f8352a7d640 1 -- 172.21.15.44:0/4012611976 wait complete. 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 Processor -- start 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 -- start start 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c101cd0 0x7f834c1030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10c660 con 0x7f834c100ad0 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10c4e0 con 0x7f834c102690 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8352a7d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f834c10c7e0 con 0x7f834c101cd0 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f835101a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f835101a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40150/0 (socket says 172.21.15.44:40150) 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f8350819640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f835101a640 1 -- 172.21.15.44:0/3511241212 learned_addr learned my addr 172.21.15.44:0/3511241212 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.181+0000 7f834bfff640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c101cd0 0x7f834c1030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 -- 172.21.15.44:0/3511241212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c101cd0 msgr2=0x7f834c1030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c101cd0 0x7f834c1030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 -- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 msgr2=0x7f834c104a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c104a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 -- 172.21.15.44:0/3511241212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f834c103eb0 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8350819640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f835101a640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f834400b970 tx=0x7f834400be30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8344019070 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8344014440 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f834c1a2070 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83440075d0 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.182+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f834c1a25b0 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.183+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f834c1a2840 con 0x7f834c102690 2024-09-19T05:37:16.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.184+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f834401c070 con 0x7f834c102690 2024-09-19T05:37:16.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.185+0000 7f8349ffb640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 0x7f833c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:16.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.185+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4685+0+0 (secure 0 0 0) 0x7f83440ce0c0 con 0x7f834c102690 2024-09-19T05:37:16.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.186+0000 7f8350819640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 0x7f833c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:16.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.186+0000 7f8350819640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 0x7f833c0a5700 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f834c101b30 tx=0x7f834000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:16.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.193+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f834409b5c0 con 0x7f834c102690 2024-09-19T05:37:16.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:16.381+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f834c06a6d0 con 0x7f833c0a3240 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:17.064 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:17.065 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:17.065 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:37:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T05:37:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:17.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:17.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:17.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:37:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: osdmap e44: 7 total, 6 up, 7 in 2024-09-19T05:37:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:17.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:17.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:17.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:17.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:17.778 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:37:17.778 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:37:17.779 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:17.779 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] boot 2024-09-19T05:37:17.779 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T05:37:17.779 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:18.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:37:18.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:37:18.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:18.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] boot 2024-09-19T05:37:18.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T05:37:18.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:37:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:37:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-19T05:37:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: osd.6 [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] boot 2024-09-19T05:37:18.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: osdmap e45: 7 total, 7 up, 7 in 2024-09-19T05:37:18.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:37:19.132 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:18 smithi044 ceph-mon[34175]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T05:37:19.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:18 smithi007 ceph-mon[30960]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T05:37:19.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:18 smithi063 ceph-mon[34779]: osdmap e46: 7 total, 7 up, 7 in 2024-09-19T05:37:19.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/1990300265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]': finished 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:19.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/2628960142' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:20.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:20.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/1990300265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:20.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:20.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]': finished 2024-09-19T05:37:20.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T05:37:20.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:20.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/2628960142' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/1990300265' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]: dispatch 2024-09-19T05:37:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db71e0bf-ec1d-48fe-93a6-569cd2703548"}]': finished 2024-09-19T05:37:20.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: osdmap e47: 8 total, 7 up, 8 in 2024-09-19T05:37:20.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:20.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/2628960142' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:22.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:21 smithi007 ceph-mon[30960]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:22.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:21 smithi063 ceph-mon[34779]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:22.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:21 smithi044 ceph-mon[34175]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:24.035 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:23 smithi044 ceph-mon[34175]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:24.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:23 smithi007 ceph-mon[30960]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:23 smithi063 ceph-mon[34779]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:25.827 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:25 smithi044 ceph-mon[34175]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:26.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:25 smithi007 ceph-mon[30960]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:26.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:25 smithi063 ceph-mon[34779]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:27 smithi007 ceph-mon[30960]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:28.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:27 smithi063 ceph-mon[34779]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:27 smithi044 ceph-mon[34175]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:28.819 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:28 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T05:37:28.820 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:28 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:28.820 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:28 smithi044 ceph-mon[34175]: Deploying daemon osd.7 on smithi044 2024-09-19T05:37:29.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T05:37:29.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:29.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:28 smithi007 ceph-mon[30960]: Deploying daemon osd.7 on smithi044 2024-09-19T05:37:29.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:28 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-19T05:37:29.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:28 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:29.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:28 smithi063 ceph-mon[34779]: Deploying daemon osd.7 on smithi044 2024-09-19T05:37:30.065 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:29 smithi044 ceph-mon[34175]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:30.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:29 smithi007 ceph-mon[30960]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:30.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:29 smithi063 ceph-mon[34779]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:31 smithi044 ceph-mon[34175]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:31 smithi007 ceph-mon[30960]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:32.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:31 smithi063 ceph-mon[34779]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:34.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:33 smithi007 ceph-mon[30960]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:34.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:33 smithi063 ceph-mon[34779]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:34.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:33 smithi044 ceph-mon[34175]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:35.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:35.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:35.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:35.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:35.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:35.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:35.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:35.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:35.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:36.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:36 smithi007 ceph-mon[30960]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:36.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:36 smithi063 ceph-mon[34779]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:36.418 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:36 smithi044 ceph-mon[34175]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:38.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.008+0000 7f8349ffb640 1 -- 172.21.15.44:0/3511241212 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f834c06a6d0 con 0x7f833c0a3240 2024-09-19T05:37:38.010 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 7 on host 'smithi044' 2024-09-19T05:37:38.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.010+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 msgr2=0x7f833c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:38.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.010+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 0x7f833c0a5700 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f834c101b30 tx=0x7f834000b390 comp rx=0 tx=0).stop 2024-09-19T05:37:38.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.010+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 msgr2=0x7f834c1035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.010+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f834400b970 tx=0x7f834400be30 comp rx=0 tx=0).stop 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 shutdown_connections 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f833c0a3240 0x7f833c0a5700 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f834c102690 0x7f834c1035f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f834c101cd0 0x7f834c1030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 --2- 172.21.15.44:0/3511241212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f834c100ad0 0x7f834c104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 >> 172.21.15.44:0/3511241212 conn(0x7f834c0fc280 msgr2=0x7f834c069fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 shutdown_connections 2024-09-19T05:37:38.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:37:38.011+0000 7f8352a7d640 1 -- 172.21.15.44:0/3511241212 wait complete. 2024-09-19T05:37:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:38.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.706 DEBUG:teuthology.orchestra.run.smithi044:osd.7> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.7.service 2024-09-19T05:37:38.708 INFO:tasks.cephadm:Deploying osd.8 on smithi063 with /dev/vg_nvme/lv_2... 2024-09-19T05:37:38.708 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-19T05:37:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:38 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:38.975 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:37:39.097 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:39.097 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:39.097 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:38 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:39.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:37:39.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:39.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:38 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:40.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:40 smithi044 ceph-mon[34175]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:40.299 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:40 smithi063 ceph-mon[34779]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:40 smithi007 ceph-mon[30960]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:40.724 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:37:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:37:40.366+0000 7f8874dfb640 -1 osd.7 0 log_to_monitors true 2024-09-19T05:37:41.350 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:41 smithi044 ceph-mon[34175]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.350 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:41 smithi044 ceph-mon[34175]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.353 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:41 smithi063 ceph-mon[34779]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.353 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:41 smithi063 ceph-mon[34779]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:41 smithi007 ceph-mon[30960]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:41 smithi007 ceph-mon[30960]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-19T05:37:41.651 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:37:41.685 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_2 2024-09-19T05:37:41.942 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.272 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi044 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 5697M 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:42.273 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:42 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi044 2024-09-19T05:37:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 5697M 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:42.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:42 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.474 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:37:42.023+0000 7f887055b640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T05:37:42.474 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:37:42.036+0000 7f886cb95640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: osdmap e48: 8 total, 7 up, 8 in 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi044 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 5697M 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:37:42.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:42 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.460+0000 7fa174d8c640 1 -- 172.21.15.63:0/4125433911 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1701078c0 msgr2=0x7fa170109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.460+0000 7fa174d8c640 1 --2- 172.21.15.63:0/4125433911 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1701078c0 0x7fa170109d10 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fa168009ca0 tx=0x7fa16802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 -- 172.21.15.63:0/4125433911 shutdown_connections 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 --2- 172.21.15.63:0/4125433911 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa1701078c0 0x7fa170109d10 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 --2- 172.21.15.63:0/4125433911 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa170104f90 0x7fa170107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 --2- 172.21.15.63:0/4125433911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 -- 172.21.15.63:0/4125433911 >> 172.21.15.63:0/4125433911 conn(0x7fa1700fc280 msgr2=0x7fa1700fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 -- 172.21.15.63:0/4125433911 shutdown_connections 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 -- 172.21.15.63:0/4125433911 wait complete. 2024-09-19T05:37:42.477 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 Processor -- start 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.461+0000 7fa174d8c640 1 -- start start 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa1701078c0 0x7fa17019f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa17010d730 con 0x7fa170102660 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa17010d5b0 con 0x7fa1701078c0 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa17010d8b0 con 0x7fa170104f90 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:56092/0 (socket says 172.21.15.63:56092) 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 -- 172.21.15.63:0/389534642 learned_addr learned my addr 172.21.15.63:0/389534642 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:37:42.478 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16e59c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16ed9d640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa1701078c0 0x7fa17019f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 -- 172.21.15.63:0/389534642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa1701078c0 msgr2=0x7fa17019f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa1701078c0 0x7fa17019f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 -- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 msgr2=0x7fa170197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 -- 172.21.15.63:0/389534642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa17019fa10 con 0x7fa170104f90 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16e59c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa16dd9b640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa15800c970 tx=0x7fa15800ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa158007bb0 con 0x7fa170104f90 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa158007d50 con 0x7fa170104f90 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa17019fd00 con 0x7fa170104f90 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa158018730 con 0x7fa170104f90 2024-09-19T05:37:42.479 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.462+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1701a01e0 con 0x7fa170104f90 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.463+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1700fdd70 con 0x7fa170104f90 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.465+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fa15800f450 con 0x7fa170104f90 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.466+0000 7fa1677fe640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 0x7fa15c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.466+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5117+0+0 (secure 0 0 0) 0x7fa1580cecc0 con 0x7fa170104f90 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.466+0000 7fa16e59c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 0x7fa15c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.467+0000 7fa16e59c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 0x7fa15c0a57b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa1600058c0 tx=0x7fa160005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:37:42.480 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.470+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa158014030 con 0x7fa170104f90 2024-09-19T05:37:42.657 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:37:42.655+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa170062630 con 0x7fa15c0a32f0 2024-09-19T05:37:43.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:37:43.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:43.313 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:43.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:37:43.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:43.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:37:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: osdmap e49: 8 total, 7 up, 8 in 2024-09-19T05:37:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:37:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:37:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:37:43.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: pgmap v172: 1 pgs: 1 unknown; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] boot 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T05:37:44.256 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:44 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:44.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:37:44.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:37:44.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: pgmap v172: 1 pgs: 1 unknown; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:44.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:44.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] boot 2024-09-19T05:37:44.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T05:37:44.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:44 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:37:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:37:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: pgmap v172: 1 pgs: 1 unknown; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-19T05:37:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:44.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: osd.7 [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] boot 2024-09-19T05:37:44.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: osdmap e50: 8 total, 8 up, 8 in 2024-09-19T05:37:44.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:44 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:37:45.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T05:37:45.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/900067899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]': finished 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: osdmap e52: 9 total, 8 up, 9 in 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: osdmap e53: 9 total, 8 up, 9 in 2024-09-19T05:37:45.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:45.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T05:37:45.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/900067899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]': finished 2024-09-19T05:37:45.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: osdmap e52: 9 total, 8 up, 9 in 2024-09-19T05:37:45.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:45.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: osdmap e53: 9 total, 8 up, 9 in 2024-09-19T05:37:45.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:45 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: osdmap e51: 8 total, 8 up, 8 in 2024-09-19T05:37:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/900067899' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]: dispatch 2024-09-19T05:37:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "66d63fd1-88f5-4da9-8ac5-80e9932630be"}]': finished 2024-09-19T05:37:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: osdmap e52: 9 total, 8 up, 9 in 2024-09-19T05:37:45.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:45.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: osdmap e53: 9 total, 8 up, 9 in 2024-09-19T05:37:45.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:45 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:46.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:46 smithi007 ceph-mon[30960]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:46.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:46 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/1781831245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:46.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:46 smithi007 ceph-mon[30960]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T05:37:46.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:46 smithi063 ceph-mon[34779]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:46 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/1781831245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:46 smithi063 ceph-mon[34779]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T05:37:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:46 smithi044 ceph-mon[34175]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:46 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/1781831245' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:37:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:46 smithi044 ceph-mon[34175]: osdmap e54: 9 total, 8 up, 9 in 2024-09-19T05:37:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:37:48.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:48 smithi007 ceph-mon[30960]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:48.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:48 smithi063 ceph-mon[34779]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:48 smithi044 ceph-mon[34175]: pgmap v179: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:50.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:50 smithi007 ceph-mon[30960]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:50.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:50 smithi063 ceph-mon[34779]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:50 smithi044 ceph-mon[34175]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:52.382 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:52 smithi063 ceph-mon[34779]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:52.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:52 smithi007 ceph-mon[30960]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:52 smithi044 ceph-mon[34175]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:54.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:54 smithi007 ceph-mon[30960]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:54.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T05:37:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:54 smithi007 ceph-mon[30960]: Deploying daemon osd.8 on smithi063 2024-09-19T05:37:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:54 smithi063 ceph-mon[34779]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T05:37:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:54 smithi063 ceph-mon[34779]: Deploying daemon osd.8 on smithi063 2024-09-19T05:37:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:54 smithi044 ceph-mon[34175]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-19T05:37:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:37:54.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:54 smithi044 ceph-mon[34175]: Deploying daemon osd.8 on smithi063 2024-09-19T05:37:56.384 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:56 smithi063 ceph-mon[34779]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:56.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:56 smithi007 ceph-mon[30960]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:56.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:56 smithi044 ceph-mon[34175]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:58.281 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:37:58 smithi063 ceph-mon[34779]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:58.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:37:58 smithi007 ceph-mon[30960]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:37:58.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:37:58 smithi044 ceph-mon[34175]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:00.270 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:00 smithi063 ceph-mon[34779]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:00.270 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:00.270 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:00.270 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:00 smithi007 ceph-mon[30960]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:00 smithi044 ceph-mon[34175]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.389 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:02.390 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.390 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.390 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:02.390 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:02.390 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:02.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:02.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.050 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.048+0000 7fa1677fe640 1 -- 172.21.15.63:0/389534642 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa170062630 con 0x7fa15c0a32f0 2024-09-19T05:38:03.051 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 8 on host 'smithi063' 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 msgr2=0x7fa15c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 0x7fa15c0a57b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fa1600058c0 tx=0x7fa160005ec0 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 msgr2=0x7fa170198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa15800c970 tx=0x7fa15800ce30 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 shutdown_connections 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa15c0a32f0 0x7fa15c0a57b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa1701078c0 0x7fa17019f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa170104f90 0x7fa170198320 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 --2- 172.21.15.63:0/389534642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa170102660 0x7fa170197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:03.053 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 >> 172.21.15.63:0/389534642 conn(0x7fa1700fc280 msgr2=0x7fa170102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:03.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 shutdown_connections 2024-09-19T05:38:03.054 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:03.051+0000 7fa174d8c640 1 -- 172.21.15.63:0/389534642 wait complete. 2024-09-19T05:38:03.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.394 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:03.394 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.395 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:03.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:03.714 DEBUG:teuthology.orchestra.run.smithi063:osd.8> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.8.service 2024-09-19T05:38:03.716 INFO:tasks.cephadm:Deploying osd.9 on smithi007 with /dev/vg_nvme/lv_1... 2024-09-19T05:38:03.716 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T05:38:03.984 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:38:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:04 smithi007 ceph-mon[30960]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:04.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:04 smithi063 ceph-mon[34779]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:04.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:04 smithi044 ceph-mon[34175]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:05.787 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:38:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:38:05.516+0000 7fbd515b3640 -1 osd.8 0 log_to_monitors true 2024-09-19T05:38:06.286 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:06 smithi007 ceph-mon[30960]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:06.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:06 smithi007 ceph-mon[30960]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.287 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:06 smithi007 ceph-mon[30960]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.359 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:06 smithi063 ceph-mon[34779]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:06.359 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:06 smithi063 ceph-mon[34779]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.359 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:06 smithi063 ceph-mon[34779]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:06 smithi044 ceph-mon[34175]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:06 smithi044 ceph-mon[34175]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:06 smithi044 ceph-mon[34175]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-19T05:38:06.632 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:38:06.658 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_1 2024-09-19T05:38:06.922 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi063 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.340 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 5696M 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:07.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- 172.21.15.7:0/2313694171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00101c10 msgr2=0x7f0f00102010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 --2- 172.21.15.7:0/2313694171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00101c10 0x7f0f00102010 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0efc009900 tx=0x7f0efc02a410 comp rx=0 tx=0).stop 2024-09-19T05:38:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- 172.21.15.7:0/2313694171 shutdown_connections 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 --2- 172.21.15.7:0/2313694171 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f0010a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 --2- 172.21.15.7:0/2313694171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00102e10 0x7f0f00103290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 --2- 172.21.15.7:0/2313694171 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00101c10 0x7f0f00102010 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- 172.21.15.7:0/2313694171 >> 172.21.15.7:0/2313694171 conn(0x7f0f000fd3c0 msgr2=0x7f0f000ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- 172.21.15.7:0/2313694171 shutdown_connections 2024-09-19T05:38:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- 172.21.15.7:0/2313694171 wait complete. 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 Processor -- start 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.360+0000 7f0f07d18640 1 -- start start 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00101c10 0x7f0f00075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f00074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:07.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0010d720 con 0x7f0f00102e10 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0010d5a0 con 0x7f0f00101c10 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0010d8a0 con 0x7f0f001037d0 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56850/0 (socket says 172.21.15.7:56850) 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 -- 172.21.15.7:0/4210680269 learned_addr learned my addr 172.21.15.7:0/4210680269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f05ab4640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00101c10 0x7f0f00075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f062b5640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f00074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 -- 172.21.15.7:0/4210680269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 msgr2=0x7f0f00074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f00074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 -- 172.21.15.7:0/4210680269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00101c10 msgr2=0x7f0f00075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00101c10 0x7f0f00075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 -- 172.21.15.7:0/4210680269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f000753e0 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f062b5640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f052b3640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ef000e9f0 tx=0x7f0ef000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef000cd80 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f001a1fe0 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ef00108e0 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.361+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0018920 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.362+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f001a24e0 con 0x7f0f00102e10 2024-09-19T05:38:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.363+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f00102010 con 0x7f0f00102e10 2024-09-19T05:38:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.364+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f0ef0010a90 con 0x7f0f00102e10 2024-09-19T05:38:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.364+0000 7f0ef6ffd640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 0x7f0eec0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.364+0000 7f0f05ab4640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 0x7f0eec0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.364+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5549+0+0 (secure 0 0 0) 0x7f0ef00cf260 con 0x7f0f00102e10 2024-09-19T05:38:07.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.365+0000 7f0f05ab4640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 0x7f0eec0a5700 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0efc000c00 tx=0x7f0efc0314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:07.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.369+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0ef009ca50 con 0x7f0f00102e10 2024-09-19T05:38:07.402 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:38:07.152+0000 7fbd4cd13640 -1 osd.8 0 waiting for initial osdmap 2024-09-19T05:38:07.402 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:38:07.165+0000 7fbd4934d640 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi063 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 5696M 2024-09-19T05:38:07.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:07.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:07.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-19T05:38:07.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: osdmap e55: 9 total, 8 up, 9 in 2024-09-19T05:38:07.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi063 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 5696M 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:07.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:07.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:07.555+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0f000626f0 con 0x7f0eec0a3240 2024-09-19T05:38:08.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:08.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:38:08.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T05:38:08.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:08.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:08.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:08.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:08 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:38:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:08 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:08.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:08.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: osdmap e56: 9 total, 8 up, 9 in 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:08.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:08 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:09.249 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:38:09.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:38:09.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:09.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] boot 2024-09-19T05:38:09.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T05:38:09.250 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:09.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:38:09.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:38:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] boot 2024-09-19T05:38:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T05:38:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:09.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:38:09.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:38:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: osd.8 [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] boot 2024-09-19T05:38:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: osdmap e57: 9 total, 9 up, 9 in 2024-09-19T05:38:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:38:10.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:10.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T05:38:10.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]: dispatch 2024-09-19T05:38:10.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]': finished 2024-09-19T05:38:10.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: osdmap e59: 10 total, 9 up, 10 in 2024-09-19T05:38:10.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]: dispatch 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]': finished 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: osdmap e59: 10 total, 9 up, 10 in 2024-09-19T05:38:10.551 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-19T05:38:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: osdmap e58: 9 total, 9 up, 9 in 2024-09-19T05:38:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]: dispatch 2024-09-19T05:38:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2169060606' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7271062e-6665-493b-8fe1-8f49d83c1c9f"}]': finished 2024-09-19T05:38:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: osdmap e59: 10 total, 9 up, 10 in 2024-09-19T05:38:10.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:11.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:11 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/40890496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:11.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:11 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/40890496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:11.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:11 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/40890496' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:12 smithi044 ceph-mon[34175]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:12 smithi044 ceph-mon[34175]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T05:38:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:12 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:12.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:12 smithi007 ceph-mon[30960]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:12.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:12 smithi007 ceph-mon[30960]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T05:38:12.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:12 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:12 smithi063 ceph-mon[34779]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:12 smithi063 ceph-mon[34779]: osdmap e60: 10 total, 9 up, 10 in 2024-09-19T05:38:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:12 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:13.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:13 smithi044 ceph-mon[34175]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T05:38:13.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:13 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:13.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:13 smithi007 ceph-mon[30960]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T05:38:13.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:13 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:13.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:13 smithi063 ceph-mon[34779]: osdmap e61: 10 total, 9 up, 10 in 2024-09-19T05:38:13.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:13 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:14 smithi044 ceph-mon[34175]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:14 smithi007 ceph-mon[30960]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:14 smithi063 ceph-mon[34779]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 252 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:16.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:16 smithi007 ceph-mon[30960]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-19T05:38:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:16 smithi044 ceph-mon[34175]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-19T05:38:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:16 smithi063 ceph-mon[34779]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-19T05:38:18.454 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:18 smithi007 ceph-mon[30960]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-19T05:38:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:18 smithi044 ceph-mon[34175]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-19T05:38:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:18 smithi063 ceph-mon[34779]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-09-19T05:38:19.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T05:38:19.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:19.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:19 smithi007 ceph-mon[30960]: Deploying daemon osd.9 on smithi007 2024-09-19T05:38:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T05:38:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:19 smithi044 ceph-mon[34175]: Deploying daemon osd.9 on smithi007 2024-09-19T05:38:19.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-19T05:38:19.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:19.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:19 smithi063 ceph-mon[34779]: Deploying daemon osd.9 on smithi007 2024-09-19T05:38:20.317 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:20 smithi007 ceph-mon[30960]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:38:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:20 smithi044 ceph-mon[34175]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:38:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:20 smithi063 ceph-mon[34779]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-19T05:38:22.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:22 smithi007 ceph-mon[30960]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-19T05:38:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:22 smithi044 ceph-mon[34175]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-19T05:38:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:22 smithi063 ceph-mon[34779]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-19T05:38:24.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:24 smithi007 ceph-mon[30960]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-19T05:38:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:24 smithi044 ceph-mon[34175]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-19T05:38:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:24 smithi063 ceph-mon[34779]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-19T05:38:25.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:25 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:25.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:25 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:25.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:25 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:25 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:25 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:25 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:25.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:25 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:25.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:25 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:25.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:25 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:26.617 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:26 smithi007 ceph-mon[30960]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T05:38:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:26 smithi063 ceph-mon[34779]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T05:38:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:26 smithi044 ceph-mon[34175]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-19T05:38:28.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.135+0000 7f0ef6ffd640 1 -- 172.21.15.7:0/4210680269 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0f000626f0 con 0x7f0eec0a3240 2024-09-19T05:38:28.138 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 9 on host 'smithi007' 2024-09-19T05:38:28.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 msgr2=0x7f0eec0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 0x7f0eec0a5700 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0efc000c00 tx=0x7f0efc0314a0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 msgr2=0x7f0f000745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0ef000e9f0 tx=0x7f0ef000eeb0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 shutdown_connections 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0eec0a3240 0x7f0eec0a5700 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0f001037d0 0x7f0f00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0f00102e10 0x7f0f000745e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 --2- 172.21.15.7:0/4210680269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0f00101c10 0x7f0f00075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 >> 172.21.15.7:0/4210680269 conn(0x7f0f000fd3c0 msgr2=0x7f0f00106340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 shutdown_connections 2024-09-19T05:38:28.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:38:28.138+0000 7f0f07d18640 1 -- 172.21.15.7:0/4210680269 wait complete. 2024-09-19T05:38:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:28 smithi007 ceph-mon[30960]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:28 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:28 smithi063 ceph-mon[34779]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:28 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:28 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:28 smithi044 ceph-mon[34175]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:28 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:28 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:28.841 DEBUG:teuthology.orchestra.run.smithi007:osd.9> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.9.service 2024-09-19T05:38:28.844 INFO:tasks.cephadm:Deploying osd.10 on smithi044 with /dev/vg_nvme/lv_1... 2024-09-19T05:38:28.844 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T05:38:29.112 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:38:30.286 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:30 smithi044 ceph-mon[34175]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:30.286 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.286 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:30 smithi007 ceph-mon[30960]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:30.351 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.352 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:30 smithi063 ceph-mon[34779]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:30.892 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:38:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:38:30.676+0000 7f03a6629640 -1 osd.9 0 log_to_monitors true 2024-09-19T05:38:31.145 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:31 smithi044 ceph-mon[34175]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T05:38:31.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:31 smithi063 ceph-mon[34779]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T05:38:31.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:31 smithi007 ceph-mon[30960]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-19T05:38:31.908 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-09-19T05:38:31.934 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_1 2024-09-19T05:38:32.209 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:38:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:32 smithi044 ceph-mon[34175]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:32 smithi044 ceph-mon[34175]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T05:38:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:32 smithi044 ceph-mon[34175]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T05:38:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:32 smithi044 ceph-mon[34175]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:38:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:32 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-mon[30960]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-mon[30960]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T05:38:32.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-mon[30960]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T05:38:32.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-mon[30960]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:38:32.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:38:32.020+0000 7f03a1d89640 -1 osd.9 0 waiting for initial osdmap 2024-09-19T05:38:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:38:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:38:32.038+0000 7f039e3c3640 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:38:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:32 smithi063 ceph-mon[34779]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:32 smithi063 ceph-mon[34779]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-19T05:38:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:32 smithi063 ceph-mon[34779]: osdmap e62: 10 total, 9 up, 10 in 2024-09-19T05:38:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:32 smithi063 ceph-mon[34779]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-09-19T05:38:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:32 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 -- 172.21.15.44:0/4046984834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4330100b10 msgr2=0x7f4330100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 --2- 172.21.15.44:0/4046984834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4330100b10 0x7f4330100f10 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f432c009900 tx=0x7f432c02a410 comp rx=0 tx=0).stop 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 -- 172.21.15.44:0/4046984834 shutdown_connections 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 --2- 172.21.15.44:0/4046984834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43301026d0 0x7f4330108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 --2- 172.21.15.44:0/4046984834 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 0x7f4330102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:32.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 --2- 172.21.15.44:0/4046984834 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4330100b10 0x7f4330100f10 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 -- 172.21.15.44:0/4046984834 >> 172.21.15.44:0/4046984834 conn(0x7f43300fc2a0 msgr2=0x7f43300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 -- 172.21.15.44:0/4046984834 shutdown_connections 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.677+0000 7f4338353640 1 -- 172.21.15.44:0/4046984834 wait complete. 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 Processor -- start 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 -- start start 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4330100b10 0x7f4330197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 0x7f4330198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:32.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f433010d7b0 con 0x7f4330100b10 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f433010d630 con 0x7f43301026d0 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f4338353640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f433010d930 con 0x7f4330101d10 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43368f0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43368f0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35650/0 (socket says 172.21.15.44:35650) 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43368f0640 1 -- 172.21.15.44:0/217592756 learned_addr learned my addr 172.21.15.44:0/217592756 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43360ef640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4330100b10 0x7f4330197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43358ee640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 0x7f4330198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43368f0640 1 -- 172.21.15.44:0/217592756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 msgr2=0x7f4330198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.678+0000 7f43368f0640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 0x7f4330198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43368f0640 1 -- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4330100b10 msgr2=0x7f4330197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43368f0640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4330100b10 0x7f4330197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43368f0640 1 -- 172.21.15.44:0/217592756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433019fb20 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43368f0640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f432800cad0 tx=0x7f432800ced0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432800ad60 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f433019fe10 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4328005020 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432800f6b0 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.679+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43301a02f0 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.680+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4330108000 con 0x7f43301026d0 2024-09-19T05:38:32.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.682+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f43280051d0 con 0x7f43301026d0 2024-09-19T05:38:32.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.682+0000 7f43237fe640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 0x7f431c0a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:32.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.683+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5981+0+0 (secure 0 0 0) 0x7f43280cf370 con 0x7f43301026d0 2024-09-19T05:38:32.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.683+0000 7f43360ef640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 0x7f431c0a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:32.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.683+0000 7f43360ef640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 0x7f431c0a5730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f432c006010 tx=0x7f432c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:32.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.686+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4328014030 con 0x7f43301026d0 2024-09-19T05:38:32.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:32.872+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4330062630 con 0x7f431c0a3270 2024-09-19T05:38:33.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:38:33.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T05:38:33.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi007 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:33.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:33 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi007 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:33.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:33 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-09-19T05:38:33.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: osdmap e63: 10 total, 9 up, 10 in 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi007 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 4273M 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:33.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:33 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:34.340 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:38:34.340 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] boot 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T05:38:34.341 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:34.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] boot 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T05:38:34.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:38:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:38:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 804 GiB / 805 GiB avail 2024-09-19T05:38:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: osd.9 [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] boot 2024-09-19T05:38:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: osdmap e64: 10 total, 10 up, 10 in 2024-09-19T05:38:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:38:35.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:35 smithi044 ceph-mon[34175]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T05:38:35.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:35 smithi007 ceph-mon[30960]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T05:38:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:35 smithi063 ceph-mon[34779]: osdmap e65: 10 total, 10 up, 10 in 2024-09-19T05:38:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/2095256409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]': finished 2024-09-19T05:38:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T05:38:36.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:36.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:36 smithi044 ceph-mon[34175]: from='client.? 172.21.15.44:0/1276010866' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/2095256409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]': finished 2024-09-19T05:38:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T05:38:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.44:0/1276010866' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/2095256409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]: dispatch 2024-09-19T05:38:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "51fb2aa4-ff5f-4022-aad3-b242aee5910c"}]': finished 2024-09-19T05:38:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: osdmap e66: 11 total, 10 up, 11 in 2024-09-19T05:38:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:36 smithi063 ceph-mon[34779]: from='client.? 172.21.15.44:0/1276010866' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:38:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:38 smithi044 ceph-mon[34175]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:38.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:38 smithi007 ceph-mon[30960]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:38 smithi063 ceph-mon[34779]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:40 smithi044 ceph-mon[34175]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:40.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:40 smithi007 ceph-mon[30960]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:40 smithi063 ceph-mon[34779]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:42.288 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:42 smithi044 ceph-mon[34175]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:42 smithi007 ceph-mon[30960]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:42 smithi063 ceph-mon[34779]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:44 smithi044 ceph-mon[34175]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:44 smithi007 ceph-mon[30960]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:44 smithi063 ceph-mon[34779]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:45 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T05:38:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:45 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:45.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:45 smithi044 ceph-mon[34175]: Deploying daemon osd.10 on smithi044 2024-09-19T05:38:45.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T05:38:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:45 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:45.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:45 smithi007 ceph-mon[30960]: Deploying daemon osd.10 on smithi044 2024-09-19T05:38:45.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:45 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-19T05:38:45.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:45 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:45.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:45 smithi063 ceph-mon[34779]: Deploying daemon osd.10 on smithi044 2024-09-19T05:38:46.431 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:46 smithi044 ceph-mon[34175]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:46 smithi007 ceph-mon[30960]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:46 smithi063 ceph-mon[34779]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:48 smithi044 ceph-mon[34175]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:48 smithi007 ceph-mon[30960]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:48 smithi063 ceph-mon[34779]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:50 smithi044 ceph-mon[34175]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:50 smithi007 ceph-mon[30960]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:50 smithi063 ceph-mon[34779]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:51.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:51.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:51.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:51.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:51.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:52.370 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:52 smithi044 ceph-mon[34175]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:52 smithi007 ceph-mon[30960]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:52 smithi063 ceph-mon[34779]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:53.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.804+0000 7f43237fe640 1 -- 172.21.15.44:0/217592756 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f4330062630 con 0x7f431c0a3270 2024-09-19T05:38:53.806 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 10 on host 'smithi044' 2024-09-19T05:38:53.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.806+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 msgr2=0x7f431c0a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:53.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.806+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 0x7f431c0a5730 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f432c006010 tx=0x7f432c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.806+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 msgr2=0x7f433019f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:53.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.806+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f432800cad0 tx=0x7f432800ced0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 shutdown_connections 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f431c0a3270 0x7f431c0a5730 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f43301026d0 0x7f433019f4b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4330101d10 0x7f4330198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 --2- 172.21.15.44:0/217592756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4330100b10 0x7f4330197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 >> 172.21.15.44:0/217592756 conn(0x7f43300fc2a0 msgr2=0x7f43301051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 shutdown_connections 2024-09-19T05:38:53.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-09-19T05:38:53.807+0000 7f4338353640 1 -- 172.21.15.44:0/217592756 wait complete. 2024-09-19T05:38:54.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:54.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:38:54.462 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.463 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:54.490 DEBUG:teuthology.orchestra.run.smithi044:osd.10> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.10.service 2024-09-19T05:38:54.493 INFO:tasks.cephadm:Deploying osd.11 on smithi063 with /dev/vg_nvme/lv_1... 2024-09-19T05:38:54.493 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-19T05:38:54.760 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:38:56.141 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:56 smithi063 ceph-mon[34779]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:56.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:56 smithi007 ceph-mon[30960]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:56.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:56 smithi044 ceph-mon[34175]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:56.768 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:38:56 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:38:56.568+0000 7f8519fe4640 -1 osd.10 0 log_to_monitors true 2024-09-19T05:38:57.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:57 smithi007 ceph-mon[30960]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:57 smithi007 ceph-mon[30960]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:57 smithi063 ceph-mon[34779]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:57 smithi063 ceph-mon[34779]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:57 smithi044 ceph-mon[34175]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:57 smithi044 ceph-mon[34175]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-19T05:38:57.642 INFO:teuthology.orchestra.run.smithi063.stdout: 2024-09-19T05:38:57.677 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi063:vg_nvme/lv_1 2024-09-19T05:38:57.946 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:38:58.222 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:58.222 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T05:38:58.222 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi044 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 4273M 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.223 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:58.224 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:58.224 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:58 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi044 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 4273M 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:58.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:58 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 -- 172.21.15.63:0/4272677852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 msgr2=0x7ff990100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 --2- 172.21.15.63:0/4272677852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990100ed0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff980009900 tx=0x7ff98002a410 comp rx=0 tx=0).stop 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 -- 172.21.15.63:0/4272677852 shutdown_connections 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 --2- 172.21.15.63:0/4272677852 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990102690 0x7ff990108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 --2- 172.21.15.63:0/4272677852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990101cd0 0x7ff990102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 --2- 172.21.15.63:0/4272677852 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990100ed0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 -- 172.21.15.63:0/4272677852 >> 172.21.15.63:0/4272677852 conn(0x7ff9900fc280 msgr2=0x7ff9900fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 -- 172.21.15.63:0/4272677852 shutdown_connections 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.428+0000 7ff99653c640 1 -- 172.21.15.63:0/4272677852 wait complete. 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 Processor -- start 2024-09-19T05:38:58.434 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 -- start start 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 0x7ff9901030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990102690 0x7ff9901035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff99010c610 con 0x7ff990102690 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff99010c490 con 0x7ff990101cd0 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff99653c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff99010c790 con 0x7ff990100ad0 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff98ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff98ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46228/0 (socket says 172.21.15.63:46228) 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff98ffff640 1 -- 172.21.15.63:0/3617187003 learned_addr learned my addr 172.21.15.63:0/3617187003 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.429+0000 7ff98f7fe640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 0x7ff9901030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 -- 172.21.15.63:0/3617187003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 msgr2=0x7ff9901030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff994ad9640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990102690 0x7ff9901035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:58.435 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 0x7ff9901030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 -- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990102690 msgr2=0x7ff9901035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990102690 0x7ff9901035f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 -- 172.21.15.63:0/3617187003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff990103eb0 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98f7fe640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 0x7ff9901030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98ffff640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff9800314e0 tx=0x7ff980031a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98003f030 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9800044b0 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9901a1f50 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff980035070 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.430+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9901a22f0 con 0x7ff990100ad0 2024-09-19T05:38:58.436 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.432+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9901a25e0 con 0x7ff990100ad0 2024-09-19T05:38:58.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.432+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7ff980042030 con 0x7ff990100ad0 2024-09-19T05:38:58.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.433+0000 7ff98d7fa640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 0x7ff9780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:38:58.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.433+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6414+0+0 (secure 0 0 0) 0x7ff9800ef6f0 con 0x7ff990100ad0 2024-09-19T05:38:58.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.433+0000 7ff98f7fe640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 0x7ff9780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:38:58.437 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.434+0000 7ff98f7fe640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 0x7ff9780a5700 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff9901047e0 tx=0x7ff98400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:38:58.439 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.437+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff9800bcb80 con 0x7ff990100ad0 2024-09-19T05:38:58.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:38:58.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: osdmap e67: 11 total, 10 up, 11 in 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi044 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:38:58.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 4273M 2024-09-19T05:38:58.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:58.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:38:58.476 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:38:58.625 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:38:58.623+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff99006a730 con 0x7ff9780a3240 2024-09-19T05:38:59.224 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:38:58.899+0000 7f851677b640 -1 osd.10 0 waiting for initial osdmap 2024-09-19T05:38:59.224 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:38:58 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:38:58.917+0000 7f850dd76640 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:38:59.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:59.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:38:59 smithi044 ceph-mon[34175]: from='osd.10 ' entity='osd.10' 2024-09-19T05:38:59.311 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:38:59.311 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T05:38:59.311 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.311 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:59.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:59.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:59.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:59.312 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:38:59 smithi063 ceph-mon[34779]: from='osd.10 ' entity='osd.10' 2024-09-19T05:38:59.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-09-19T05:38:59.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: osdmap e68: 11 total, 10 up, 11 in 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi063:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:38:59.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:38:59 smithi007 ceph-mon[30960]: from='osd.10 ' entity='osd.10' 2024-09-19T05:39:00.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] boot 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:00 smithi007 ceph-mon[30960]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] boot 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T05:39:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:00 smithi063 ceph-mon[34779]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 280 MiB used, 894 GiB / 894 GiB avail 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: osd.10 [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] boot 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: osdmap e69: 11 total, 11 up, 11 in 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:39:00.477 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:00 smithi044 ceph-mon[34175]: osdmap e70: 11 total, 11 up, 11 in 2024-09-19T05:39:02.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: pgmap v232: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/211218446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]': finished 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:02 smithi063 ceph-mon[34779]: from='client.? 172.21.15.63:0/2540215038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: pgmap v232: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/211218446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]': finished 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:02.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:02 smithi007 ceph-mon[30960]: from='client.? 172.21.15.63:0/2540215038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:39:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: pgmap v232: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: osdmap e71: 11 total, 11 up, 11 in 2024-09-19T05:39:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/211218446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]: dispatch 2024-09-19T05:39:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b43afba2-e1e1-46dc-a2ba-5386e12c8403"}]': finished 2024-09-19T05:39:02.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: osdmap e72: 12 total, 11 up, 12 in 2024-09-19T05:39:02.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:02.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:02 smithi044 ceph-mon[34175]: from='client.? 172.21.15.63:0/2540215038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-19T05:39:03.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:03 smithi007 ceph-mon[30960]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T05:39:03.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:03.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:03 smithi063 ceph-mon[34779]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T05:39:03.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:03.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:03 smithi044 ceph-mon[34175]: osdmap e73: 12 total, 11 up, 12 in 2024-09-19T05:39:03.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:04 smithi007 ceph-mon[30960]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:04.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:04 smithi007 ceph-mon[30960]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T05:39:04.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:04 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:04 smithi063 ceph-mon[34779]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:04 smithi063 ceph-mon[34779]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T05:39:04.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:04 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:04 smithi044 ceph-mon[34175]: pgmap v236: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:04 smithi044 ceph-mon[34175]: osdmap e74: 12 total, 11 up, 12 in 2024-09-19T05:39:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:04 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:06.627 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:06 smithi063 ceph-mon[34779]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:39:06.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:06 smithi007 ceph-mon[30960]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:39:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:06 smithi044 ceph-mon[34175]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-19T05:39:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:08 smithi063 ceph-mon[34779]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-19T05:39:08.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:08 smithi007 ceph-mon[30960]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-19T05:39:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:08 smithi044 ceph-mon[34175]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-19T05:39:10.565 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:10 smithi063 ceph-mon[34779]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-19T05:39:10.565 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T05:39:10.565 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:10.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:10 smithi007 ceph-mon[30960]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-19T05:39:10.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T05:39:10.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:10 smithi044 ceph-mon[34175]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-19T05:39:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-19T05:39:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:11.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:11 smithi063 ceph-mon[34779]: Deploying daemon osd.11 on smithi063 2024-09-19T05:39:11.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:11 smithi007 ceph-mon[30960]: Deploying daemon osd.11 on smithi063 2024-09-19T05:39:11.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:11 smithi044 ceph-mon[34175]: Deploying daemon osd.11 on smithi063 2024-09-19T05:39:12.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:12 smithi007 ceph-mon[30960]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-19T05:39:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:12 smithi063 ceph-mon[34779]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-19T05:39:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:12 smithi044 ceph-mon[34175]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-19T05:39:14.605 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:14 smithi063 ceph-mon[34779]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:39:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:14 smithi007 ceph-mon[30960]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:39:14.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:14 smithi044 ceph-mon[34175]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-19T05:39:16.620 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:16 smithi063 ceph-mon[34779]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-19T05:39:16.621 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:16.621 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:16.621 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:16 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:16 smithi007 ceph-mon[30960]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-19T05:39:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:16 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:16 smithi044 ceph-mon[34175]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-19T05:39:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:16 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:18.572 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:18 smithi063 ceph-mon[34779]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:18.572 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.570+0000 7ff98d7fa640 1 -- 172.21.15.63:0/3617187003 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7ff99006a730 con 0x7ff9780a3240 2024-09-19T05:39:18.573 INFO:teuthology.orchestra.run.smithi063.stdout:Created osd(s) 11 on host 'smithi063' 2024-09-19T05:39:18.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 msgr2=0x7ff9780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:18.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 0x7ff9780a5700 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7ff9901047e0 tx=0x7ff98400a2d0 comp rx=0 tx=0).stop 2024-09-19T05:39:18.574 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 msgr2=0x7ff990104a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff9800314e0 tx=0x7ff980031a30 comp rx=0 tx=0).stop 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 shutdown_connections 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff9780a3240 0x7ff9780a5700 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff990102690 0x7ff9901035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff990101cd0 0x7ff9901030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 --2- 172.21.15.63:0/3617187003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff990100ad0 0x7ff990104a60 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.572+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 >> 172.21.15.63:0/3617187003 conn(0x7ff9900fc280 msgr2=0x7ff99006a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.573+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 shutdown_connections 2024-09-19T05:39:18.575 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:18.573+0000 7ff99653c640 1 -- 172.21.15.63:0/3617187003 wait complete. 2024-09-19T05:39:18.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:18 smithi007 ceph-mon[30960]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:18 smithi044 ceph-mon[34175]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:19.199 DEBUG:teuthology.orchestra.run.smithi063:osd.11> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.11.service 2024-09-19T05:39:19.202 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-19T05:39:19.202 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T05:39:19.472 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:19.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:19.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:19.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:19.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:19.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 -- 172.21.15.7:0/3620367888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0100ad0 msgr2=0x7faca0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 --2- 172.21.15.7:0/3620367888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0100ad0 0x7faca0100ed0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fac94009900 tx=0x7fac9402a410 comp rx=0 tx=0).stop 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 -- 172.21.15.7:0/3620367888 shutdown_connections 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 --2- 172.21.15.7:0/3620367888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0102690 0x7faca0108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 --2- 172.21.15.7:0/3620367888 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca0102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 --2- 172.21.15.7:0/3620367888 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0100ad0 0x7faca0100ed0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 -- 172.21.15.7:0/3620367888 >> 172.21.15.7:0/3620367888 conn(0x7faca00fc280 msgr2=0x7faca00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 -- 172.21.15.7:0/3620367888 shutdown_connections 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.902+0000 7faca83de640 1 -- 172.21.15.7:0/3620367888 wait complete. 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 Processor -- start 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 -- start start 2024-09-19T05:39:19.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 0x7faca019a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca019a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faca010d730 con 0x7faca0102690 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faca010d5b0 con 0x7faca0100ad0 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca83de640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faca010d8b0 con 0x7faca0101cd0 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca697b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca697b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57270/0 (socket says 172.21.15.7:57270) 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca697b640 1 -- 172.21.15.7:0/2453955635 learned_addr learned my addr 172.21.15.7:0/2453955635 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca019a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca617a640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 0x7faca019a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:19.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 -- 172.21.15.7:0/2453955635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 msgr2=0x7faca019a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 0x7faca019a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 -- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 msgr2=0x7faca01a15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 -- 172.21.15.7:0/2453955635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faca01a1c40 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca697b640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca617a640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 0x7faca019a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.903+0000 7faca5979640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca019a550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac9c00e9f0 tx=0x7fac9c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.904+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac9c00ccc0 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.904+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faca01a1f30 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.904+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac9c005020 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.904+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac9c004a00 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.904+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faca01a2390 con 0x7faca0101cd0 2024-09-19T05:39:19.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.905+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faca01a2620 con 0x7faca0101cd0 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.906+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fac9c004ba0 con 0x7faca0101cd0 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.907+0000 7fac937fe640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 0x7fac8c0a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.907+0000 7faca617a640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 0x7fac8c0a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.907+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6809+0+0 (secure 0 0 0) 0x7fac9c0cf540 con 0x7faca0101cd0 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.908+0000 7faca617a640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 0x7fac8c0a5730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fac94006010 tx=0x7fac94000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:19.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:19.914+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fac9c09c840 con 0x7faca0101cd0 2024-09-19T05:39:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.091+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7faca01a2890 con 0x7faca0101cd0 2024-09-19T05:39:20.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.091+0000 7fac937fe640 1 -- 172.21.15.7:0/2453955635 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v74) ==== 74+0+133 (secure 0 0 0) 0x7fac9c09c140 con 0x7faca0101cd0 2024-09-19T05:39:20.094 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 msgr2=0x7fac8c0a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 0x7fac8c0a5730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fac94006010 tx=0x7fac94000bc0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 msgr2=0x7faca019a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca019a550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fac9c00e9f0 tx=0x7fac9c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 shutdown_connections 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fac8c0a3270 0x7fac8c0a5730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faca0102690 0x7faca01a15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faca0101cd0 0x7faca019a550 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 --2- 172.21.15.7:0/2453955635 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faca0100ad0 0x7faca019a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:20.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 >> 172.21.15.7:0/2453955635 conn(0x7faca00fc280 msgr2=0x7faca0107540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:20.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 shutdown_connections 2024-09-19T05:39:20.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:20.094+0000 7faca83de640 1 -- 172.21.15.7:0/2453955635 wait complete. 2024-09-19T05:39:20.784 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":74,"num_osds":12,"num_up_osds":11,"osd_up_since":1726724339,"num_in_osds":12,"osd_in_since":1726724341,"num_remapped_pgs":0} 2024-09-19T05:39:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:20 smithi007 ceph-mon[30960]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:20 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2453955635' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:20.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:20 smithi063 ceph-mon[34779]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:20 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2453955635' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:20 smithi044 ceph-mon[34175]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:20 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2453955635' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:21.786 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T05:39:22.055 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:22.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:39:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:39:22.114+0000 7f134a2df640 -1 osd.11 0 log_to_monitors true 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 -- 172.21.15.7:0/3266996982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8102720 msgr2=0x7fbcf8104b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 --2- 172.21.15.7:0/3266996982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8102720 0x7fbcf8104b10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbce8009ca0 tx=0x7fbce802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 -- 172.21.15.7:0/3266996982 shutdown_connections 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 --2- 172.21.15.7:0/3266996982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8107980 0x7fbcf8109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 --2- 172.21.15.7:0/3266996982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 0x7fbcf8107440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 --2- 172.21.15.7:0/3266996982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8102720 0x7fbcf8104b10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 -- 172.21.15.7:0/3266996982 >> 172.21.15.7:0/3266996982 conn(0x7fbcf80fc280 msgr2=0x7fbcf80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 -- 172.21.15.7:0/3266996982 shutdown_connections 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 -- 172.21.15.7:0/3266996982 wait complete. 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.506+0000 7fbcfd264640 1 Processor -- start 2024-09-19T05:39:22.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 -- start start 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 0x7fbcf8197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 0x7fbcf8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf810d720 con 0x7fbcf8107980 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf810d5a0 con 0x7fbcf8102720 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcfd264640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf810d8a0 con 0x7fbcf8105050 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43460/0 (socket says 172.21.15.7:43460) 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 -- 172.21.15.7:0/4139264438 learned_addr learned my addr 172.21.15.7:0/4139264438 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf67fc640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 0x7fbcf8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf6ffd640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 0x7fbcf8197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:22.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 -- 172.21.15.7:0/4139264438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 msgr2=0x7fbcf8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 0x7fbcf8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 -- 172.21.15.7:0/4139264438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 msgr2=0x7fbcf8197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 0x7fbcf8197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf77fe640 1 -- 172.21.15.7:0/4139264438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf819fa60 con 0x7fbcf8107980 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.507+0000 7fbcf6ffd640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 0x7fbcf8197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbcf77fe640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbcf000d750 tx=0x7fbcf000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:22.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf0017070 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcf819fd50 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcf00054d0 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf0004c60 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.508+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcf81a0230 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.509+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcf80fdd70 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.510+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fbcf0004e00 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.511+0000 7fbceffff640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 0x7fbce40a9b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.511+0000 7fbcf6ffd640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 0x7fbce40a9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.511+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6809+0+0 (secure 0 0 0) 0x7fbcf00cec20 con 0x7fbcf8107980 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.511+0000 7fbcf6ffd640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 0x7fbce40a9b40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbce8031aa0 tx=0x7fbce8009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:22.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.515+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbcf009bf20 con 0x7fbcf8107980 2024-09-19T05:39:22.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.692+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fbcf802d990 con 0x7fbcf8107980 2024-09-19T05:39:22.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:22 smithi007 ceph-mon[30960]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:22.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:22 smithi007 ceph-mon[30960]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:22.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:22 smithi007 ceph-mon[30960]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:22.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.693+0000 7fbceffff640 1 -- 172.21.15.7:0/4139264438 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7fbcf009b820 con 0x7fbcf8107980 2024-09-19T05:39:22.696 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:22.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 msgr2=0x7fbce40a9b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:22.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 0x7fbce40a9b40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbce8031aa0 tx=0x7fbce8009360 comp rx=0 tx=0).stop 2024-09-19T05:39:22.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 msgr2=0x7fbcf819f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbcf000d750 tx=0x7fbcf000dc10 comp rx=0 tx=0).stop 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 shutdown_connections 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbce40a7680 0x7fbce40a9b40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcf8107980 0x7fbcf819f3f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbcf8105050 0x7fbcf8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 --2- 172.21.15.7:0/4139264438 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbcf8102720 0x7fbcf8197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 >> 172.21.15.7:0/4139264438 conn(0x7fbcf80fc280 msgr2=0x7fbcf81031e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 shutdown_connections 2024-09-19T05:39:22.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:22.695+0000 7fbcfd264640 1 -- 172.21.15.7:0/4139264438 wait complete. 2024-09-19T05:39:22.807 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:22 smithi063 ceph-mon[34779]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:22.808 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:22 smithi063 ceph-mon[34779]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:22.808 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:22 smithi063 ceph-mon[34779]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:22 smithi044 ceph-mon[34175]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:22 smithi044 ceph-mon[34175]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:22 smithi044 ceph-mon[34175]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-19T05:39:23.284 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1726724339,"num_in_osds":12,"osd_in_since":1726724341,"num_remapped_pgs":0} 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/4139264438' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:23 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:39:23.594+0000 7f1345a3f640 -1 osd.11 0 waiting for initial osdmap 2024-09-19T05:39:23.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:39:23.608+0000 7f1342079640 -1 osd.11 76 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/4139264438' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:23 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-19T05:39:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: osdmap e75: 12 total, 11 up, 12 in 2024-09-19T05:39:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/4139264438' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:23.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:23.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:23.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:23.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:23 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:24.648 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-19T05:39:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: Detected new or changed devices on smithi063 2024-09-19T05:39:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 4272M 2024-09-19T05:39:24.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:39:24.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: osdmap e76: 12 total, 11 up, 12 in 2024-09-19T05:39:24.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:24.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:24 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:24.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:24.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: Detected new or changed devices on smithi063 2024-09-19T05:39:24.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 4272M 2024-09-19T05:39:24.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:39:24.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: osdmap e76: 12 total, 11 up, 12 in 2024-09-19T05:39:24.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:24.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:24 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:24.913 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: Detected new or changed devices on smithi063 2024-09-19T05:39:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 4272M 2024-09-19T05:39:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi063", "root=default"]}]': finished 2024-09-19T05:39:24.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: osdmap e76: 12 total, 11 up, 12 in 2024-09-19T05:39:24.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:24.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:24 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- 172.21.15.7:0/83273006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 msgr2=0x7f9b30102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/83273006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30102150 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c009900 tx=0x7f9b1c02a410 comp rx=0 tx=0).stop 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- 172.21.15.7:0/83273006 shutdown_connections 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/83273006 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 0x7f9b30108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/83273006 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30102150 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/83273006 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 0x7f9b30100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- 172.21.15.7:0/83273006 >> 172.21.15.7:0/83273006 conn(0x7f9b300fc280 msgr2=0x7f9b300fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- 172.21.15.7:0/83273006 shutdown_connections 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- 172.21.15.7:0/83273006 wait complete. 2024-09-19T05:39:25.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 Processor -- start 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.347+0000 7f9b36d1f640 1 -- start start 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 0x7f9b30197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 0x7f9b3019f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3010c700 con 0x7f9b30101cd0 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3010c580 con 0x7f9b30100ad0 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b36d1f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3010c880 con 0x7f9b30102690 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43478/0 (socket says 172.21.15.7:43478) 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 -- 172.21.15.7:0/1515929642 learned_addr learned my addr 172.21.15.7:0/1515929642 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b352bc640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 0x7f9b3019f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b34abb640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 0x7f9b30197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:25.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 -- 172.21.15.7:0/1515929642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 msgr2=0x7f9b3019f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:25.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 0x7f9b3019f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 -- 172.21.15.7:0/1515929642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 msgr2=0x7f9b30197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:25.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 0x7f9b30197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 -- 172.21.15.7:0/1515929642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3019fc20 con 0x7f9b30101cd0 2024-09-19T05:39:25.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2ffff640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c005940 tx=0x7f9b1c004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.348+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c03f030 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.349+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b1c003cb0 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.349+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3019feb0 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.349+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1c035070 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.349+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b301a0380 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.350+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b301a0670 con 0x7f9b30101cd0 2024-09-19T05:39:25.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.351+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f9b1c042030 con 0x7f9b30101cd0 2024-09-19T05:39:25.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.352+0000 7f9b2dffb640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 0x7f9b200a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:25.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.352+0000 7f9b34abb640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 0x7f9b200a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:25.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.352+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f9b1c0f0090 con 0x7f9b30101cd0 2024-09-19T05:39:25.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.352+0000 7f9b34abb640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 0x7f9b200a5730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9b30101b30 tx=0x7f9b24009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:25.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.355+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9b1c0bd250 con 0x7f9b30101cd0 2024-09-19T05:39:25.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.532+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9b301a0840 con 0x7f9b30101cd0 2024-09-19T05:39:25.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.532+0000 7f9b2dffb640 1 -- 172.21.15.7:0/1515929642 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) ==== 74+0+133 (secure 0 0 0) 0x7f9b1c0bcb50 con 0x7f9b30101cd0 2024-09-19T05:39:25.535 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 msgr2=0x7f9b200a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 0x7f9b200a5730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9b30101b30 tx=0x7f9b24009110 comp rx=0 tx=0).stop 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 msgr2=0x7f9b30198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c005940 tx=0x7f9b1c004430 comp rx=0 tx=0).stop 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 shutdown_connections 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b200a3270 0x7f9b200a5730 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9b30102690 0x7f9b3019f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9b30101cd0 0x7f9b30198530 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 --2- 172.21.15.7:0/1515929642 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9b30100ad0 0x7f9b30197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:25.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.534+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 >> 172.21.15.7:0/1515929642 conn(0x7f9b300fc280 msgr2=0x7f9b3006a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:25.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.535+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 shutdown_connections 2024-09-19T05:39:25.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:25.535+0000 7f9b36d1f640 1 -- 172.21.15.7:0/1515929642 wait complete. 2024-09-19T05:39:25.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: purged_snaps scrub starts 2024-09-19T05:39:25.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: purged_snaps scrub ok 2024-09-19T05:39:25.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] boot 2024-09-19T05:39:25.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T05:39:25.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:25.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:25 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1515929642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: purged_snaps scrub starts 2024-09-19T05:39:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: purged_snaps scrub ok 2024-09-19T05:39:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] boot 2024-09-19T05:39:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T05:39:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:25.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:25 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1515929642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: purged_snaps scrub starts 2024-09-19T05:39:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: purged_snaps scrub ok 2024-09-19T05:39:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: osd.11 [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] boot 2024-09-19T05:39:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: osdmap e77: 12 total, 12 up, 12 in 2024-09-19T05:39:25.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:39:25.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:25 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1515929642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-19T05:39:26.201 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":77,"num_osds":12,"num_up_osds":12,"osd_up_since":1726724364,"num_in_osds":12,"osd_in_since":1726724341,"num_remapped_pgs":0} 2024-09-19T05:39:26.201 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:39:26.454 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:26.825 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:26 smithi007 ceph-mon[30960]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:26.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:26 smithi007 ceph-mon[30960]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T05:39:26.876 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:26 smithi044 ceph-mon[34175]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:26.876 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:26 smithi044 ceph-mon[34175]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T05:39:26.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:26 smithi063 ceph-mon[34779]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-09-19T05:39:26.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:26 smithi063 ceph-mon[34779]: osdmap e78: 12 total, 12 up, 12 in 2024-09-19T05:39:26.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.903+0000 7fde88f2a640 1 -- 172.21.15.7:0/3261635003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 msgr2=0x7fde8410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.903+0000 7fde88f2a640 1 --2- 172.21.15.7:0/3261635003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8410ea90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009ca0 tx=0x7fde7c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 -- 172.21.15.7:0/3261635003 shutdown_connections 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 --2- 172.21.15.7:0/3261635003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8410ea90 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 --2- 172.21.15.7:0/3261635003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84102790 0x7fde841067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 --2- 172.21.15.7:0/3261635003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84101de0 0x7fde841021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 -- 172.21.15.7:0/3261635003 >> 172.21.15.7:0/3261635003 conn(0x7fde840fd8c0 msgr2=0x7fde840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 -- 172.21.15.7:0/3261635003 shutdown_connections 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 -- 172.21.15.7:0/3261635003 wait complete. 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 Processor -- start 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.904+0000 7fde88f2a640 1 -- start start 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84101de0 0x7fde84198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:26.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 0x7fde84198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde84111e40 con 0x7fde84106f10 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde84111cc0 con 0x7fde84101de0 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde88f2a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fde84111fc0 con 0x7fde84102790 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43498/0 (socket says 172.21.15.7:43498) 2024-09-19T05:39:26.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 -- 172.21.15.7:0/2651558227 learned_addr learned my addr 172.21.15.7:0/2651558227 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde8259c640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84101de0 0x7fde84198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde81d9b640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 0x7fde84198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 -- 172.21.15.7:0/2651558227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 msgr2=0x7fde84198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 0x7fde84198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 -- 172.21.15.7:0/2651558227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84101de0 msgr2=0x7fde84198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84101de0 0x7fde84198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 -- 172.21.15.7:0/2651558227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde8419d3b0 con 0x7fde84106f10 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde81d9b640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 0x7fde84198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.905+0000 7fde82d9d640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009dc0 tx=0x7fde7c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.906+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c003cf0 con 0x7fde84106f10 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.906+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde7c0044f0 con 0x7fde84106f10 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.906+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde8419d640 con 0x7fde84106f10 2024-09-19T05:39:26.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.906+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c030bf0 con 0x7fde84106f10 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.906+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde841a4f80 con 0x7fde84106f10 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.907+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde841021c0 con 0x7fde84106f10 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.908+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fde7c004040 con 0x7fde84106f10 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.909+0000 7fde737fe640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 0x7fde6c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.909+0000 7fde8259c640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 0x7fde6c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.909+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fde7c0f0c40 con 0x7fde84106f10 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.909+0000 7fde8259c640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 0x7fde6c0a5780 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fde7400bbe0 tx=0x7fde7400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:26.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:26.912+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fde7c0bde00 con 0x7fde84106f10 2024-09-19T05:39:27.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.087+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fde8410a150 con 0x7fde84106f10 2024-09-19T05:39:27.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.088+0000 7fde737fe640 1 -- 172.21.15.7:0/2651558227 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+18348 (secure 0 0 0) 0x7fde7c0bd700 con 0x7fde84106f10 2024-09-19T05:39:27.091 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:27.091 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":78,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:39:25.599826+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 msgr2=0x7fde6c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 0x7fde6c0a5780 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fde7400bbe0 tx=0x7fde7400b390 comp rx=0 tx=0).stop 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 msgr2=0x7fde8419ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009dc0 tx=0x7fde7c032ff0 comp rx=0 tx=0).stop 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 shutdown_connections 2024-09-19T05:39:27.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fde6c0a32c0 0x7fde6c0a5780 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde84106f10 0x7fde8419ccd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde84102790 0x7fde84198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 --2- 172.21.15.7:0/2651558227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde84101de0 0x7fde84198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 >> 172.21.15.7:0/2651558227 conn(0x7fde840fd8c0 msgr2=0x7fde840fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 shutdown_connections 2024-09-19T05:39:27.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:27.090+0000 7fde88f2a640 1 -- 172.21.15.7:0/2651558227 wait complete. 2024-09-19T05:39:27.892 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:27 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2651558227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:39:27.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:27 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2651558227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:39:27.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:27 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2651558227' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:39:27.931 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:35:37.211361+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:39:27.931 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-19T05:39:28.189 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/335431986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e2810c170 msgr2=0x7f2e2810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/335431986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e2810c170 0x7f2e2810e610 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009ca0 tx=0x7f2e2002a950 comp rx=0 tx=0).stop 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/335431986 shutdown_connections 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/335431986 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e2810c170 0x7f2e2810e610 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/335431986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28103660 0x7f2e2810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/335431986 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e28102d40 0x7f2e28103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/335431986 >> 172.21.15.7:0/335431986 conn(0x7f2e280fc7a0 msgr2=0x7f2e280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:28.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/335431986 shutdown_connections 2024-09-19T05:39:28.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.591+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/335431986 wait complete. 2024-09-19T05:39:28.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 Processor -- start 2024-09-19T05:39:28.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 -- start start 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 0x7f2e28198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e2810c170 0x7f2e2819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28111e20 con 0x7f2e28103660 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28111ca0 con 0x7f2e28102d40 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.592+0000 7f2e2d8b4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28111fa0 con 0x7f2e2810c170 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e26ffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 0x7f2e28198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43516/0 (socket says 172.21.15.7:43516) 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 -- 172.21.15.7:0/2843899706 learned_addr learned my addr 172.21.15.7:0/2843899706 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e277fe640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e2810c170 0x7f2e2819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:28.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 -- 172.21.15.7:0/2843899706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e2810c170 msgr2=0x7f2e2819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e2810c170 0x7f2e2819cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 -- 172.21.15.7:0/2843899706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 msgr2=0x7f2e28198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 0x7f2e28198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 -- 172.21.15.7:0/2843899706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e2819d2d0 con 0x7f2e28103660 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e26ffd640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 0x7f2e28198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e267fc640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c00e9f0 tx=0x7f2e1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c00ccc0 con 0x7f2e28103660 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e2819d5c0 con 0x7f2e28103660 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e1c0108e0 con 0x7f2e28103660 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0187c0 con 0x7f2e28103660 2024-09-19T05:39:28.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.593+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e281008d0 con 0x7f2e28103660 2024-09-19T05:39:28.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.594+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e28103120 con 0x7f2e28103660 2024-09-19T05:39:28.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.596+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f2e1c010430 con 0x7f2e28103660 2024-09-19T05:39:28.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.597+0000 7f2e2c8b2640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 0x7f2e100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:28.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.597+0000 7f2e26ffd640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 0x7f2e100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:28.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.597+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f2e1c0cf890 con 0x7f2e28103660 2024-09-19T05:39:28.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.597+0000 7f2e26ffd640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 0x7f2e100a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2e18005fd0 tx=0x7f2e1800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:28.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.600+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f2e1c09c400 con 0x7f2e28103660 2024-09-19T05:39:28.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.775+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2e28107240 con 0x7f2e28103660 2024-09-19T05:39:28.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.775+0000 7f2e2c8b2640 1 -- 172.21.15.7:0/2843899706 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) ==== 93+0+10 (secure 0 0 0) 0x7f2e1c0a0700 con 0x7f2e28103660 2024-09-19T05:39:28.778 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-19T05:39:28.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 msgr2=0x7f2e100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:28.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 0x7f2e100a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2e18005fd0 tx=0x7f2e1800b390 comp rx=0 tx=0).stop 2024-09-19T05:39:28.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 msgr2=0x7f2e28198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c00e9f0 tx=0x7f2e1c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 shutdown_connections 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e100a3240 0x7f2e100a5700 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e2810c170 0x7f2e2819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e28103660 0x7f2e28198860 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 --2- 172.21.15.7:0/2843899706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e28102d40 0x7f2e28198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.777+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 >> 172.21.15.7:0/2843899706 conn(0x7f2e280fc7a0 msgr2=0x7f2e280fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.778+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 shutdown_connections 2024-09-19T05:39:28.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:28.778+0000 7f2e2d8b4640 1 -- 172.21.15.7:0/2843899706 wait complete. 2024-09-19T05:39:28.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:28 smithi007 ceph-mon[30960]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:28.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:28 smithi063 ceph-mon[34779]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:28.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:28 smithi044 ceph-mon[34175]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:29.504 INFO:tasks.cephadm:Adding mds.a on smithi007 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.d on smithi007 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.g on smithi007 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.j on smithi007 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.b on smithi044 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.e on smithi044 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.h on smithi044 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.k on smithi044 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.c on smithi063 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.f on smithi063 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.i on smithi063 2024-09-19T05:39:29.505 INFO:tasks.cephadm:Adding mds.l on smithi063 2024-09-19T05:39:29.506 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph orch apply mds all '12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l' 2024-09-19T05:39:29.787 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:39:29.812 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:29 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2843899706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:39:29.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:29 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2843899706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:39:29.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:29 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2843899706' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:39:30.207 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 -- 172.21.15.63:0/222141233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9668101c10 msgr2=0x7f9668102010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 --2- 172.21.15.63:0/222141233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9668101c10 0x7f9668102010 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9650009900 tx=0x7f965002a410 comp rx=0 tx=0).stop 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 -- 172.21.15.63:0/222141233 shutdown_connections 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 --2- 172.21.15.63:0/222141233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96681037d0 0x7f966810a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 --2- 172.21.15.63:0/222141233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 0x7f9668103290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 --2- 172.21.15.63:0/222141233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9668101c10 0x7f9668102010 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 -- 172.21.15.63:0/222141233 >> 172.21.15.63:0/222141233 conn(0x7f96680fd3c0 msgr2=0x7f96680ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 -- 172.21.15.63:0/222141233 shutdown_connections 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.205+0000 7f966de74640 1 -- 172.21.15.63:0/222141233 wait complete. 2024-09-19T05:39:30.208 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.206+0000 7f966de74640 1 Processor -- start 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.206+0000 7f966de74640 1 -- start start 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 0x7f9668075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 0x7f96680745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f966810d720 con 0x7f9668102e10 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f966810d5a0 con 0x7f9668101c10 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f966de74640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f966810d8a0 con 0x7f96681037d0 2024-09-19T05:39:30.210 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f96677fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 0x7f9668075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.63:46980/0 (socket says 172.21.15.63:46980) 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f96677fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 0x7f9668075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.63:51284/0 (socket says 172.21.15.63:51284) 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 -- 172.21.15.63:0/2958617711 learned_addr learned my addr 172.21.15.63:0/2958617711 (peer_addr_for_me v2:172.21.15.63:0/0) 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9666ffd640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 0x7f96680745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 -- 172.21.15.63:0/2958617711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 msgr2=0x7f9668075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 0x7f9668075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 -- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 msgr2=0x7f96680745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 0x7f96680745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 -- 172.21.15.63:0/2958617711 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96680753e0 con 0x7f96681037d0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.207+0000 7f9667fff640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f966000cce0 tx=0x7f966000a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.208+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966000f450 con 0x7f96681037d0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.208+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f966000faa0 con 0x7f96681037d0 2024-09-19T05:39:30.211 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.208+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96681a1eb0 con 0x7f96681037d0 2024-09-19T05:39:30.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.208+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660018a80 con 0x7f96681037d0 2024-09-19T05:39:30.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.208+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96681a2310 con 0x7f96681037d0 2024-09-19T05:39:30.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.209+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9668108fc0 con 0x7f96681037d0 2024-09-19T05:39:30.212 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.211+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f966000fc50 con 0x7f96681037d0 2024-09-19T05:39:30.213 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.211+0000 7f9664ff9640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 0x7f96540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:30.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.212+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f96600cf880 con 0x7f96681037d0 2024-09-19T05:39:30.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.212+0000 7f96677fe640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 0x7f96540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:30.214 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.212+0000 7f96677fe640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 0x7f96540a5700 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9650006010 tx=0x7f9650000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:30.217 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.216+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9660014030 con 0x7f96681037d0 2024-09-19T05:39:30.404 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.403+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l", "target": ["mon-mgr", ""]}) -- 0x7f9668062730 con 0x7f96540a3240 2024-09-19T05:39:30.412 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.411+0000 7f9664ff9640 1 -- 172.21.15.63:0/2958617711 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f9668062730 con 0x7f96540a3240 2024-09-19T05:39:30.413 INFO:teuthology.orchestra.run.smithi063.stdout:Scheduled mds.all update... 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 msgr2=0x7f96540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 0x7f96540a5700 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9650006010 tx=0x7f9650000bc0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 msgr2=0x7f9668074b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f966000cce0 tx=0x7f966000a620 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 shutdown_connections 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f96540a3240 0x7f96540a5700 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f96681037d0 0x7f9668074b20 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9668102e10 0x7f96680745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 --2- 172.21.15.63:0/2958617711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9668101c10 0x7f9668075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 >> 172.21.15.63:0/2958617711 conn(0x7f96680fd3c0 msgr2=0x7f9668106190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 shutdown_connections 2024-09-19T05:39:30.415 INFO:teuthology.orchestra.run.smithi063.stderr:2024-09-19T05:39:30.413+0000 7f966de74640 1 -- 172.21.15.63:0/2958617711 wait complete. 2024-09-19T05:39:30.772 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:30 smithi063 ceph-mon[34779]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:30.772 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:30.772 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:30 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:30.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:30 smithi007 ceph-mon[30960]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:30.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:30.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:30 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:30 smithi044 ceph-mon[34175]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:30 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:39:31.109 DEBUG:teuthology.orchestra.run.smithi007:mds.a> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.a.service 2024-09-19T05:39:31.112 DEBUG:teuthology.orchestra.run.smithi007:mds.d> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.d.service 2024-09-19T05:39:31.156 DEBUG:teuthology.orchestra.run.smithi007:mds.g> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.g.service 2024-09-19T05:39:31.198 DEBUG:teuthology.orchestra.run.smithi007:mds.j> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.j.service 2024-09-19T05:39:31.241 DEBUG:teuthology.orchestra.run.smithi044:mds.b> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.b.service 2024-09-19T05:39:31.244 DEBUG:teuthology.orchestra.run.smithi044:mds.e> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.e.service 2024-09-19T05:39:31.289 DEBUG:teuthology.orchestra.run.smithi044:mds.h> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.h.service 2024-09-19T05:39:31.333 DEBUG:teuthology.orchestra.run.smithi044:mds.k> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.k.service 2024-09-19T05:39:31.377 DEBUG:teuthology.orchestra.run.smithi063:mds.c> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.c.service 2024-09-19T05:39:31.380 DEBUG:teuthology.orchestra.run.smithi063:mds.f> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.f.service 2024-09-19T05:39:31.422 DEBUG:teuthology.orchestra.run.smithi063:mds.i> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.i.service 2024-09-19T05:39:31.466 DEBUG:teuthology.orchestra.run.smithi063:mds.l> sudo journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.l.service 2024-09-19T05:39:31.509 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-19T05:39:31.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:31.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:39:31.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l;count:12 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:31.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:31 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:31.770 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:31.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:39:31.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l;count:12 2024-09-19T05:39:31.891 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:31.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:31.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:31.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:31.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:31.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:31 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='client.24436 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:39:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l;count:12 2024-09-19T05:39:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:39:31.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:31.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:31.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:31.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:31 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:32.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3612310486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8106f10 msgr2=0x7fa0c810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3612310486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8106f10 0x7fa0c810ea90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009ca0 tx=0x7fa0c002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3612310486 shutdown_connections 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3612310486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8106f10 0x7fa0c810ea90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3612310486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8102790 0x7fa0c81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3612310486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 0x7fa0c81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3612310486 >> 172.21.15.7:0/3612310486 conn(0x7fa0c80fd8c0 msgr2=0x7fa0c80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3612310486 shutdown_connections 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.228+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3612310486 wait complete. 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 Processor -- start 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 -- start start 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 0x7fa0c8198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:32.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 0x7fa0c819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111e40 con 0x7fa0c8102790 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111cc0 con 0x7fa0c8101de0 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cecf6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111fc0 con 0x7fa0c8106f10 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53424/0 (socket says 172.21.15.7:53424) 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0c7fff640 1 -- 172.21.15.7:0/3479150665 learned_addr learned my addr 172.21.15.7:0/3479150665 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cca92640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 0x7fa0c8198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.229+0000 7fa0cd293640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 0x7fa0c819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 -- 172.21.15.7:0/3479150665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 msgr2=0x7fa0c819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 0x7fa0c819cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 -- 172.21.15.7:0/3479150665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 msgr2=0x7fa0c8198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:32.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 0x7fa0c8198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 -- 172.21.15.7:0/3479150665 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c819d2d0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0cd293640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 0x7fa0c819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c7fff640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800c920 tx=0x7fa0b800cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b8007bb0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0b8007d50 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c819d5c0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b8018730 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.230+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c81a4ea0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.231+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c81021c0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.233+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fa0b800f450 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.233+0000 7fa0c5ffb640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 0x7fa0b40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.233+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fa0b80cf5f0 con 0x7fa0c8102790 2024-09-19T05:39:32.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.233+0000 7fa0cca92640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 0x7fa0b40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:32.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.233+0000 7fa0cca92640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 0x7fa0b40a5780 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009990 tx=0x7fa0b0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:32.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.237+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa0b8014030 con 0x7fa0c8102790 2024-09-19T05:39:32.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.449+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0c802d7c0 con 0x7fa0c8102790 2024-09-19T05:39:32.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.450+0000 7fa0c5ffb640 1 -- 172.21.15.7:0/3479150665 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7fa0b801f300 con 0x7fa0c8102790 2024-09-19T05:39:32.453 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:32.453 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":1,"btime":"2024-09-19T05:32:27:354941+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-19T05:39:32.454 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 1 2024-09-19T05:39:32.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 msgr2=0x7fa0b40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:32.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 0x7fa0b40a5780 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009990 tx=0x7fa0b0009110 comp rx=0 tx=0).stop 2024-09-19T05:39:32.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 msgr2=0x7fa0c8198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800c920 tx=0x7fa0b800cd20 comp rx=0 tx=0).stop 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 shutdown_connections 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa0b40a32c0 0x7fa0b40a5780 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa0c8106f10 0x7fa0c819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c8102790 0x7fa0c8198860 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 --2- 172.21.15.7:0/3479150665 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa0c8101de0 0x7fa0c8198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 >> 172.21.15.7:0/3479150665 conn(0x7fa0c80fd8c0 msgr2=0x7fa0c80fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:32.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 shutdown_connections 2024-09-19T05:39:32.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:32.452+0000 7fa0cecf6640 1 -- 172.21.15.7:0/3479150665 wait complete. 2024-09-19T05:39:32.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:32 smithi007 ceph-mon[30960]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:32.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:32 smithi007 ceph-mon[30960]: Deploying daemon mds.l on smithi063 2024-09-19T05:39:32.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:32 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3479150665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:32.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:32 smithi063 ceph-mon[34779]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:32.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:32 smithi063 ceph-mon[34779]: Deploying daemon mds.l on smithi063 2024-09-19T05:39:32.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:32 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3479150665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:32.903 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:32 smithi063 systemd[1]: Starting Ceph mds.l for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:32.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:32 smithi044 ceph-mon[34175]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:32.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:32 smithi044 ceph-mon[34175]: Deploying daemon mds.l on smithi063 2024-09-19T05:39:32.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:32 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3479150665' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:33.225 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:32 smithi063 podman[64612]: 2024-09-19 05:39:32.811515717 +0000 UTC m=+0.016180957 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:32 smithi063 podman[64612]: 2024-09-19 05:39:32.92971931 +0000 UTC m=+0.134384538 container create fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2) 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 podman[64612]: 2024-09-19 05:39:33.115361141 +0000 UTC m=+0.320026381 container init fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 podman[64612]: 2024-09-19 05:39:33.118132027 +0000 UTC m=+0.322797256 container start fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 ceph-mds[64631]: -- 172.21.15.63:0/2404523586 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5603ef64d860 con 0x5603ef62a800 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l[64627]: starting mds.l at 2024-09-19T05:39:33.226 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 bash[64612]: fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 2024-09-19T05:39:33.652 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:39:33 smithi063 systemd[1]: Started Ceph mds.l for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6832/2891827642,v1:172.21.15.63:6833/2891827642] up:boot 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: fsmap 1 up:standby 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:34.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:34 smithi063 ceph-mon[34779]: Deploying daemon mds.k on smithi044 2024-09-19T05:39:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6832/2891827642,v1:172.21.15.63:6833/2891827642] up:boot 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: fsmap 1 up:standby 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:34.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:34 smithi044 ceph-mon[34175]: Deploying daemon mds.k on smithi044 2024-09-19T05:39:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6832/2891827642,v1:172.21.15.63:6833/2891827642] up:boot 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: fsmap 1 up:standby 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:34 smithi007 ceph-mon[30960]: Deploying daemon mds.k on smithi044 2024-09-19T05:39:35.133 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:35.401 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:35.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 -- 172.21.15.7:0/3180323181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c102d40 msgr2=0x7f739c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:35.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 --2- 172.21.15.7:0/3180323181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c102d40 0x7f739c103120 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f738c009ca0 tx=0x7f738c02a950 comp rx=0 tx=0).stop 2024-09-19T05:39:35.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 -- 172.21.15.7:0/3180323181 shutdown_connections 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 --2- 172.21.15.7:0/3180323181 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c10c170 0x7f739c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 --2- 172.21.15.7:0/3180323181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c103660 0x7f739c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 --2- 172.21.15.7:0/3180323181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c102d40 0x7f739c103120 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 -- 172.21.15.7:0/3180323181 >> 172.21.15.7:0/3180323181 conn(0x7f739c0fc7a0 msgr2=0x7f739c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 -- 172.21.15.7:0/3180323181 shutdown_connections 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.820+0000 7f73a428c640 1 -- 172.21.15.7:0/3180323181 wait complete. 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 Processor -- start 2024-09-19T05:39:35.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 -- start start 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c102d40 0x7f739c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c103660 0x7f739c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f739c111e60 con 0x7f739c10c170 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f739c111ce0 con 0x7f739c102d40 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a428c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f739c111fe0 con 0x7f739c103660 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a2829640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a2829640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53436/0 (socket says 172.21.15.7:53436) 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a2829640 1 -- 172.21.15.7:0/1148851744 learned_addr learned my addr 172.21.15.7:0/1148851744 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a2028640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c102d40 0x7f739c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.821+0000 7f73a1827640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c103660 0x7f739c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:35.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 -- 172.21.15.7:0/1148851744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c103660 msgr2=0x7f739c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c103660 0x7f739c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 -- 172.21.15.7:0/1148851744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c102d40 msgr2=0x7f739c1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c102d40 0x7f739c1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 -- 172.21.15.7:0/1148851744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739c19d380 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a2829640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f739400c970 tx=0x7f739400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7394007bb0 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7394007d50 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739c19d670 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7394004e10 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.822+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739c1a4f50 con 0x7f739c10c170 2024-09-19T05:39:35.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.823+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739c103120 con 0x7f739c10c170 2024-09-19T05:39:35.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.824+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f7394005020 con 0x7f739c10c170 2024-09-19T05:39:35.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.825+0000 7f739b7fe640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 0x7f73840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:35.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.825+0000 7f73a2028640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 0x7f73840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:35.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.825+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f73940cf130 con 0x7f739c10c170 2024-09-19T05:39:35.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.826+0000 7f73a2028640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 0x7f73840a5700 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f738c0093d0 tx=0x7f738c009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:35.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:35.830+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f7394014030 con 0x7f739c10c170 2024-09-19T05:39:36.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.042+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f739c02d7c0 con 0x7f739c10c170 2024-09-19T05:39:36.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.043+0000 7f739b7fe640 1 -- 172.21.15.7:0/1148851744 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1435 (secure 0 0 0) 0x7f739409bc00 con 0x7f739c10c170 2024-09-19T05:39:36.045 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:36.045 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":2,"btime":"2024-09-19T05:39:33:147155+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:39:36.046 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 2 2024-09-19T05:39:36.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 msgr2=0x7f73840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 0x7f73840a5700 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f738c0093d0 tx=0x7f738c009360 comp rx=0 tx=0).stop 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 msgr2=0x7f739c19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f739400c970 tx=0x7f739400ce30 comp rx=0 tx=0).stop 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 shutdown_connections 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f73840a3240 0x7f73840a5700 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f739c10c170 0x7f739c19cca0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:36.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f739c103660 0x7f739c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:36.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 --2- 172.21.15.7:0/1148851744 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f739c102d40 0x7f739c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:36.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 >> 172.21.15.7:0/1148851744 conn(0x7f739c0fc7a0 msgr2=0x7f739c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:36.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 shutdown_connections 2024-09-19T05:39:36.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:36.045+0000 7f73a428c640 1 -- 172.21.15.7:0/1148851744 wait complete. 2024-09-19T05:39:36.156 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:39:36 smithi044 systemd[1]: Started Ceph mds.k for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:36 smithi044 ceph-mon[34175]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:36 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1148851744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:36.533 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:36 smithi007 ceph-mon[30960]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:36.533 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1148851744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:36 smithi063 ceph-mon[34779]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:36 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1148851744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.44:6832/776655598,v1:172.21.15.44:6833/776655598] up:boot 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: fsmap 2 up:standby 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:37 smithi007 ceph-mon[30960]: Deploying daemon mds.j on smithi007 2024-09-19T05:39:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.44:6832/776655598,v1:172.21.15.44:6833/776655598] up:boot 2024-09-19T05:39:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: fsmap 2 up:standby 2024-09-19T05:39:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:39:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:37.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:37.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:37.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:37 smithi044 ceph-mon[34175]: Deploying daemon mds.j on smithi007 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.44:6832/776655598,v1:172.21.15.44:6833/776655598] up:boot 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: fsmap 2 up:standby 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:37.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:37 smithi063 ceph-mon[34779]: Deploying daemon mds.j on smithi007 2024-09-19T05:39:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:38 smithi044 ceph-mon[34175]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:38.626 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:38 smithi007 ceph-mon[30960]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:38.626 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 systemd[1]: Starting Ceph mds.j for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:38.626 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 podman[70586]: 2024-09-19 05:39:38.527029572 +0000 UTC m=+0.016591098 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:38 smithi063 ceph-mon[34779]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:38.736 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:38.892 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 podman[70586]: 2024-09-19 05:39:38.665096576 +0000 UTC m=+0.154658131 container create 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:39:38.893 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 podman[70586]: 2024-09-19 05:39:38.867474317 +0000 UTC m=+0.357035834 container init 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-19T05:39:38.893 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 podman[70586]: 2024-09-19 05:39:38.870659039 +0000 UTC m=+0.360220557 container start 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-19T05:39:39.013 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:39.161 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 ceph-mds[70623]: -- 172.21.15.7:0/582557064 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a6e66f9860 con 0x55a6e66d6800 2024-09-19T05:39:39.162 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j[70617]: starting mds.j at 2024-09-19T05:39:39.162 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 bash[70586]: 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 2024-09-19T05:39:39.162 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:39:38 smithi007 systemd[1]: Started Ceph mds.j for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:39.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 -- 172.21.15.7:0/2037557643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc10c2f0 msgr2=0x7f86dc10e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 --2- 172.21.15.7:0/2037557643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc10c2f0 0x7f86dc10e790 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f86d4009ca0 tx=0x7f86d402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 -- 172.21.15.7:0/2037557643 shutdown_connections 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 --2- 172.21.15.7:0/2037557643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc10c2f0 0x7f86dc10e790 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 --2- 172.21.15.7:0/2037557643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 0x7f86dc10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 --2- 172.21.15.7:0/2037557643 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc102df0 0x7f86dc1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 -- 172.21.15.7:0/2037557643 >> 172.21.15.7:0/2037557643 conn(0x7f86dc0fc7d0 msgr2=0x7f86dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 -- 172.21.15.7:0/2037557643 shutdown_connections 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.498+0000 7f86e3a06640 1 -- 172.21.15.7:0/2037557643 wait complete. 2024-09-19T05:39:39.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 Processor -- start 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 -- start start 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 0x7f86dc100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 0x7f86dc1014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc111fa0 con 0x7f86dc102df0 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc111e20 con 0x7f86dc10c2f0 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e3a06640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc112120 con 0x7f86dc1037a0 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53472/0 (socket says 172.21.15.7:53472) 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 -- 172.21.15.7:0/3143113899 learned_addr learned my addr 172.21.15.7:0/3143113899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e0fa1640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 0x7f86dc100f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:39.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e1fa3640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 0x7f86dc1014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 -- 172.21.15.7:0/3143113899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 msgr2=0x7f86dc100f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 0x7f86dc100f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 -- 172.21.15.7:0/3143113899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 msgr2=0x7f86dc1014d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 0x7f86dc1014d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e17a2640 1 -- 172.21.15.7:0/3143113899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86dc1a69e0 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.499+0000 7f86e1fa3640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 0x7f86dc1014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86e17a2640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f86d800d950 tx=0x7f86d800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8017070 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86dc1a6cd0 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d8009c30 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d800f620 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.500+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86dc1a7200 con 0x7f86dc102df0 2024-09-19T05:39:39.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.501+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86dc1031d0 con 0x7f86dc102df0 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.502+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f86d80109a0 con 0x7f86dc102df0 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.503+0000 7f86d27fc640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 0x7f86c80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.503+0000 7f86e0fa1640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 0x7f86c80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.503+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f86d80cf0a0 con 0x7f86dc102df0 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.504+0000 7f86e0fa1640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 0x7f86c80a5700 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f86dc1024e0 tx=0x7f86cc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:39.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.508+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f86d8009de0 con 0x7f86dc102df0 2024-09-19T05:39:39.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.726+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86dc1072a0 con 0x7f86dc102df0 2024-09-19T05:39:39.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.726+0000 7f86d27fc640 1 -- 172.21.15.7:0/3143113899 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3079 (secure 0 0 0) 0x7f86d809c260 con 0x7f86dc102df0 2024-09-19T05:39:39.729 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:39.729 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":4,"btime":"2024-09-19T05:39:39:174352+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:39:39.729 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 4 2024-09-19T05:39:39.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 msgr2=0x7f86c80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 0x7f86c80a5700 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f86dc1024e0 tx=0x7f86cc005f90 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 msgr2=0x7f86dc100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f86d800d950 tx=0x7f86d800de10 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 shutdown_connections 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f86c80a3240 0x7f86c80a5700 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f86dc10c2f0 0x7f86dc1014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f86dc1037a0 0x7f86dc100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 --2- 172.21.15.7:0/3143113899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f86dc102df0 0x7f86dc100a50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 >> 172.21.15.7:0/3143113899 conn(0x7f86dc0fc7d0 msgr2=0x7f86dc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 shutdown_connections 2024-09-19T05:39:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:39.729+0000 7f86e3a06640 1 -- 172.21.15.7:0/3143113899 wait complete. 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: Deploying daemon mds.d on smithi007 2024-09-19T05:39:40.341 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.7:6834/3236431074,v1:172.21.15.7:6835/3236431074] up:boot 2024-09-19T05:39:40.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: fsmap 3 up:standby 2024-09-19T05:39:40.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:39:40.342 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:40 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3143113899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:40.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:40.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: Deploying daemon mds.d on smithi007 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.7:6834/3236431074,v1:172.21.15.7:6835/3236431074] up:boot 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: fsmap 3 up:standby 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:39:40.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:40 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3143113899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: Deploying daemon mds.d on smithi007 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.7:6834/3236431074,v1:172.21.15.7:6835/3236431074] up:boot 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: fsmap 3 up:standby 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:39:40.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:40 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3143113899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:42.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:42 smithi007 ceph-mon[30960]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:42.143 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 systemd[1]: Starting Ceph mds.d for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:42 smithi063 ceph-mon[34779]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:42 smithi044 ceph-mon[34175]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:42.498 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 podman[71011]: 2024-09-19 05:39:42.143920871 +0000 UTC m=+0.017210913 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:42.499 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 podman[71011]: 2024-09-19 05:39:42.261725235 +0000 UTC m=+0.135015309 container create 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-19T05:39:42.499 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 podman[71011]: 2024-09-19 05:39:42.497541415 +0000 UTC m=+0.370831450 container init 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-19T05:39:42.578 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:42.843 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:42.892 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 podman[71011]: 2024-09-19 05:39:42.500619682 +0000 UTC m=+0.373909716 container start 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-19T05:39:42.892 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 ceph-mds[71031]: -- 172.21.15.7:0/1554604281 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ea6d3fd860 con 0x55ea6d3db400 2024-09-19T05:39:42.892 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d[71027]: starting mds.d at 2024-09-19T05:39:42.892 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 bash[71011]: 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 2024-09-19T05:39:42.893 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:39:42 smithi007 systemd[1]: Started Ceph mds.d for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- 172.21.15.7:0/4152794782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c101de0 msgr2=0x7f760c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 --2- 172.21.15.7:0/4152794782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c101de0 0x7f760c1021c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f75fc009900 tx=0x7f75fc02a410 comp rx=0 tx=0).stop 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- 172.21.15.7:0/4152794782 shutdown_connections 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 --2- 172.21.15.7:0/4152794782 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c106f10 0x7f760c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 --2- 172.21.15.7:0/4152794782 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c102790 0x7f760c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 --2- 172.21.15.7:0/4152794782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c101de0 0x7f760c1021c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- 172.21.15.7:0/4152794782 >> 172.21.15.7:0/4152794782 conn(0x7f760c0fd8c0 msgr2=0x7f760c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:43.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- 172.21.15.7:0/4152794782 shutdown_connections 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- 172.21.15.7:0/4152794782 wait complete. 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 Processor -- start 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.393+0000 7f7612389640 1 -- start start 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c101de0 0x7f760c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c106f10 0x7f760c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f760c111de0 con 0x7f760c102790 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f760c111c60 con 0x7f760c101de0 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7612389640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f760c111f60 con 0x7f760c106f10 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57462/0 (socket says 172.21.15.7:57462) 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 -- 172.21.15.7:0/1614375407 learned_addr learned my addr 172.21.15.7:0/1614375407 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:43.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7610926640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c106f10 0x7f760c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f760bfff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c101de0 0x7f760c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 -- 172.21.15.7:0/1614375407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c106f10 msgr2=0x7f760c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c106f10 0x7f760c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 -- 172.21.15.7:0/1614375407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c101de0 msgr2=0x7f760c1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c101de0 0x7f760c1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 -- 172.21.15.7:0/1614375407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760c19d2a0 con 0x7f760c102790 2024-09-19T05:39:43.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.394+0000 7f7603fff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f75f400c920 tx=0x7f75f400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.395+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4007c70 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.395+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75f4007e10 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.395+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f760c19d590 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.395+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f4018820 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.395+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f760c074420 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.396+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f760c1021c0 con 0x7f760c102790 2024-09-19T05:39:43.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.397+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f75f40189c0 con 0x7f760c102790 2024-09-19T05:39:43.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.398+0000 7f7609ffb640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 0x7f75f80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:43.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.398+0000 7f760bfff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 0x7f75f80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:43.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.398+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f75f40cf590 con 0x7f760c102790 2024-09-19T05:39:43.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.398+0000 7f760bfff640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 0x7f75f80a5700 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f75fc031440 tx=0x7f75fc03c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:43.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.402+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f75f4014030 con 0x7f760c102790 2024-09-19T05:39:43.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.614+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f760c199650 con 0x7f760c102790 2024-09-19T05:39:43.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.614+0000 7f7609ffb640 1 -- 172.21.15.7:0/1614375407 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3901 (secure 0 0 0) 0x7f760c199650 con 0x7f760c102790 2024-09-19T05:39:43.616 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:43.616 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"btime":"2024-09-19T05:39:43:002405+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T05:39:43.616 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 5 2024-09-19T05:39:43.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 msgr2=0x7f75f80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:43.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 0x7f75f80a5700 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f75fc031440 tx=0x7f75fc03c040 comp rx=0 tx=0).stop 2024-09-19T05:39:43.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 msgr2=0x7f760c198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:43.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f75f400c920 tx=0x7f75f400cde0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 shutdown_connections 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f75f80a3240 0x7f75f80a5700 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c106f10 0x7f760c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c102790 0x7f760c198830 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.616+0000 7f7612389640 1 --2- 172.21.15.7:0/1614375407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c101de0 0x7f760c1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.617+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 >> 172.21.15.7:0/1614375407 conn(0x7f760c0fd8c0 msgr2=0x7f760c0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.617+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 shutdown_connections 2024-09-19T05:39:43.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:43.617+0000 7f7612389640 1 -- 172.21.15.7:0/1614375407 wait complete. 2024-09-19T05:39:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: Deploying daemon mds.e on smithi044 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.7:6836/2259815215,v1:172.21.15.7:6837/2259815215] up:boot 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: fsmap 4 up:standby 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:39:43.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:43 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1614375407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:43.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: Deploying daemon mds.e on smithi044 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.7:6836/2259815215,v1:172.21.15.7:6837/2259815215] up:boot 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: fsmap 4 up:standby 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:39:43.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:43 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1614375407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: Deploying daemon mds.e on smithi044 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.7:6836/2259815215,v1:172.21.15.7:6837/2259815215] up:boot 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: fsmap 4 up:standby 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:39:43.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:43 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1614375407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:44 smithi044 ceph-mon[34175]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:44.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:44 smithi063 ceph-mon[34779]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:45.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:44 smithi007 ceph-mon[30960]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:45.164 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 podman[63718]: 2024-09-19 05:39:44.943682626 +0000 UTC m=+0.016692076 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:45.164 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 podman[63718]: 2024-09-19 05:39:45.162910238 +0000 UTC m=+0.235919685 container create 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-19T05:39:45.435 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 podman[63718]: 2024-09-19 05:39:45.407266528 +0000 UTC m=+0.480275983 container init 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-19T05:39:45.435 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 podman[63718]: 2024-09-19 05:39:45.410295913 +0000 UTC m=+0.483305367 container start 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-19T05:39:45.724 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 ceph-mds[63737]: -- 172.21.15.44:0/2709546825 <== mon.2 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56483501f860 con 0x564834ffd000 2024-09-19T05:39:45.724 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e[63733]: starting mds.e at 2024-09-19T05:39:45.725 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 bash[63718]: 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 2024-09-19T05:39:45.725 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:39:45 smithi044 systemd[1]: Started Ceph mds.e for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:46.322 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:46.595 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: Deploying daemon mds.f on smithi063 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.44:6834/323413390,v1:172.21.15.44:6835/323413390] up:boot 2024-09-19T05:39:46.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: fsmap 5 up:standby 2024-09-19T05:39:46.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:46 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:39:46.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: Deploying daemon mds.f on smithi063 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.44:6834/323413390,v1:172.21.15.44:6835/323413390] up:boot 2024-09-19T05:39:46.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: fsmap 5 up:standby 2024-09-19T05:39:46.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:46 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:39:46.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: Deploying daemon mds.f on smithi063 2024-09-19T05:39:46.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.44:6834/323413390,v1:172.21.15.44:6835/323413390] up:boot 2024-09-19T05:39:46.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: fsmap 5 up:standby 2024-09-19T05:39:46.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:46 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:39:47.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 -- 172.21.15.7:0/4015454426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc103660 msgr2=0x7f15cc10bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/4015454426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc103660 0x7f15cc10bb50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f15b4009900 tx=0x7f15b402a480 comp rx=0 tx=0).stop 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 -- 172.21.15.7:0/4015454426 shutdown_connections 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/4015454426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc10c170 0x7f15cc10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/4015454426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc103660 0x7f15cc10bb50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/4015454426 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc102d40 0x7f15cc103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 -- 172.21.15.7:0/4015454426 >> 172.21.15.7:0/4015454426 conn(0x7f15cc0fc7a0 msgr2=0x7f15cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 -- 172.21.15.7:0/4015454426 shutdown_connections 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.057+0000 7f15d2a0f640 1 -- 172.21.15.7:0/4015454426 wait complete. 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 Processor -- start 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 -- start start 2024-09-19T05:39:47.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc102d40 0x7f15cc1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc103660 0x7f15cc100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc111e70 con 0x7f15cc10c170 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc111cf0 con 0x7f15cc102d40 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d2a0f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc111ff0 con 0x7f15cc103660 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d0fac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d0fac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57472/0 (socket says 172.21.15.7:57472) 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15d0fac640 1 -- 172.21.15.7:0/3634101625 learned_addr learned my addr 172.21.15.7:0/3634101625 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.058+0000 7f15c3fff640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc103660 0x7f15cc100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15cbfff640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc102d40 0x7f15cc1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:47.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 -- 172.21.15.7:0/3634101625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc103660 msgr2=0x7f15cc100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc103660 0x7f15cc100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 -- 172.21.15.7:0/3634101625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc102d40 msgr2=0x7f15cc1009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc102d40 0x7f15cc1009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 -- 172.21.15.7:0/3634101625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15cc1a68f0 con 0x7f15cc10c170 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d0fac640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f15c400eb10 tx=0x7f15c400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4004b20 con 0x7f15cc10c170 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15c4004cc0 con 0x7f15cc10c170 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15cc1a6be0 con 0x7f15cc10c170 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4010690 con 0x7f15cc10c170 2024-09-19T05:39:47.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.059+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15cc1a70a0 con 0x7f15cc10c170 2024-09-19T05:39:47.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.060+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15cc103120 con 0x7f15cc10c170 2024-09-19T05:39:47.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.061+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f15c4005020 con 0x7f15cc10c170 2024-09-19T05:39:47.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.062+0000 7f15c9ffb640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 0x7f15b80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:47.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.062+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f15c40cf980 con 0x7f15cc10c170 2024-09-19T05:39:47.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.062+0000 7f15cbfff640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 0x7f15b80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:47.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.063+0000 7f15cbfff640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 0x7f15b80a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15bc005fd0 tx=0x7f15bc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:47.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.066+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f15c409cb40 con 0x7f15cc10c170 2024-09-19T05:39:47.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.278+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15cc1071e0 con 0x7f15cc10c170 2024-09-19T05:39:47.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.278+0000 7f15c9ffb640 1 -- 172.21.15.7:0/3634101625 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4723 (secure 0 0 0) 0x7f15c409c440 con 0x7f15cc10c170 2024-09-19T05:39:47.281 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:47.281 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":6,"btime":"2024-09-19T05:39:45:643909+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-19T05:39:47.281 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 6 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.280+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 msgr2=0x7f15b80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.280+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 0x7f15b80a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f15bc005fd0 tx=0x7f15bc00b390 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.280+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 msgr2=0x7f15cc101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.280+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f15c400eb10 tx=0x7f15c400c2d0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 shutdown_connections 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f15b80a3240 0x7f15b80a5700 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15cc10c170 0x7f15cc101420 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15cc103660 0x7f15cc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 --2- 172.21.15.7:0/3634101625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15cc102d40 0x7f15cc1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:47.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 >> 172.21.15.7:0/3634101625 conn(0x7f15cc0fc7a0 msgr2=0x7f15cc0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:47.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 shutdown_connections 2024-09-19T05:39:47.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:47.281+0000 7f15d2a0f640 1 -- 172.21.15.7:0/3634101625 wait complete. 2024-09-19T05:39:47.574 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 systemd[1]: Starting Ceph mds.f for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:47.876 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:47 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3634101625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:47.877 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 podman[64917]: 2024-09-19 05:39:47.562507357 +0000 UTC m=+0.016449269 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:47.877 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 podman[64917]: 2024-09-19 05:39:47.665005616 +0000 UTC m=+0.118947529 container create ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T05:39:47.877 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 podman[64917]: 2024-09-19 05:39:47.875562085 +0000 UTC m=+0.329504000 container init ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:39:47.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:47 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3634101625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:47.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:47 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3634101625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:48.152 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 podman[64917]: 2024-09-19 05:39:47.878763156 +0000 UTC m=+0.332705081 container start ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-19T05:39:48.152 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 ceph-mds[64936]: -- 172.21.15.63:0/3213217689 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d026a9860 con 0x559d02686800 2024-09-19T05:39:48.153 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f[64932]: starting mds.f at 2024-09-19T05:39:48.153 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 bash[64917]: ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 2024-09-19T05:39:48.153 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:39:47 smithi063 systemd[1]: Started Ceph mds.f for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:48.678 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:48.678 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.678 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.678 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.678 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:48.679 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:48.679 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:48 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:48.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:48.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:48 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:48.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:48.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:48.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:48.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:48.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:48 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:49.745 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:49 smithi063 ceph-mon[34779]: Deploying daemon mds.c on smithi063 2024-09-19T05:39:49.745 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:49 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:boot 2024-09-19T05:39:49.745 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:49 smithi063 ceph-mon[34779]: fsmap 6 up:standby 2024-09-19T05:39:49.745 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:49 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:39:49.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:49 smithi007 ceph-mon[30960]: Deploying daemon mds.c on smithi063 2024-09-19T05:39:49.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:49 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:boot 2024-09-19T05:39:49.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:49 smithi007 ceph-mon[30960]: fsmap 6 up:standby 2024-09-19T05:39:49.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:49 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:39:49.927 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:49 smithi044 ceph-mon[34175]: Deploying daemon mds.c on smithi063 2024-09-19T05:39:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:49 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:boot 2024-09-19T05:39:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:49 smithi044 ceph-mon[34175]: fsmap 6 up:standby 2024-09-19T05:39:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:49 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:39:50.144 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:49 smithi063 systemd[1]: Starting Ceph mds.c for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:50.192 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:50.403 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 podman[65221]: 2024-09-19 05:39:50.046017782 +0000 UTC m=+0.016349765 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:50.403 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 podman[65221]: 2024-09-19 05:39:50.177509269 +0000 UTC m=+0.147841252 container create e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 -- 172.21.15.7:0/837329463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20103740 msgr2=0x7f6c20107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 --2- 172.21.15.7:0/837329463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20103740 0x7f6c20107b80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6c10009860 tx=0x7f6c1002a340 comp rx=0 tx=0).stop 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 -- 172.21.15.7:0/837329463 shutdown_connections 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 --2- 172.21.15.7:0/837329463 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20108290 0x7f6c2010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 --2- 172.21.15.7:0/837329463 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20103740 0x7f6c20107b80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 --2- 172.21.15.7:0/837329463 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20102d90 0x7f6c20103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 -- 172.21.15.7:0/837329463 >> 172.21.15.7:0/837329463 conn(0x7f6c200fc7d0 msgr2=0x7f6c200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 -- 172.21.15.7:0/837329463 shutdown_connections 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.679+0000 7f6c2775d640 1 -- 172.21.15.7:0/837329463 wait complete. 2024-09-19T05:39:50.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 Processor -- start 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 -- start start 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20102d90 0x7f6c20198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20103740 0x7f6c20198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6c20111f40 con 0x7f6c20108290 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6c20111dc0 con 0x7f6c20103740 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.680+0000 7f6c2775d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6c201120c0 con 0x7f6c20102d90 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40434/0 (socket says 172.21.15.7:40434) 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c24cf8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20103740 0x7f6c20198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 -- 172.21.15.7:0/300384046 learned_addr learned my addr 172.21.15.7:0/300384046 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c254f9640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20102d90 0x7f6c20198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:50.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 -- 172.21.15.7:0/300384046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20102d90 msgr2=0x7f6c20198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20102d90 0x7f6c20198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 -- 172.21.15.7:0/300384046 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20103740 msgr2=0x7f6c20198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20103740 0x7f6c20198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 -- 172.21.15.7:0/300384046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2019d4c0 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c25cfa640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800eb10 tx=0x7f6c1800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1800ce20 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c2019d7b0 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c18005020 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.681+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18010690 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.682+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c201a5090 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.683+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c20103170 con 0x7f6c20108290 2024-09-19T05:39:50.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.683+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f6c180051d0 con 0x7f6c20108290 2024-09-19T05:39:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.684+0000 7f6c167fc640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 0x7f6c0c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.684+0000 7f6c254f9640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 0x7f6c0c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.684+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f6c180cfba0 con 0x7f6c20108290 2024-09-19T05:39:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.685+0000 7f6c254f9640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 0x7f6c0c0a5700 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c005fd0 tx=0x7f6c1c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.688+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6c1809ccc0 con 0x7f6c20108290 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:50.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:50.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:50 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:50.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 podman[65221]: 2024-09-19 05:39:50.411402838 +0000 UTC m=+0.381734821 container init e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4) 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 podman[65221]: 2024-09-19 05:39:50.414422821 +0000 UTC m=+0.384754810 container start e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-mds[65240]: -- 172.21.15.63:0/1346376209 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ee04a93860 con 0x55ee04a70800 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: starting mds.c at 2024-09-19T05:39:50.903 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 bash[65221]: e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d 2024-09-19T05:39:50.904 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:39:50 smithi063 systemd[1]: Started Ceph mds.c for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:50.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.903+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c2010a2a0 con 0x7f6c20108290 2024-09-19T05:39:50.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.903+0000 7f6c167fc640 1 -- 172.21.15.7:0/300384046 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6373 (secure 0 0 0) 0x7f6c1809c5c0 con 0x7f6c20108290 2024-09-19T05:39:50.905 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:50.905 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":8,"btime":"2024-09-19T05:39:50:585156+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-19T05:39:50.905 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 8 2024-09-19T05:39:50.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 msgr2=0x7f6c0c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:50.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 0x7f6c0c0a5700 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c005fd0 tx=0x7f6c1c009260 comp rx=0 tx=0).stop 2024-09-19T05:39:50.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 msgr2=0x7f6c2019cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6c1800eb10 tx=0x7f6c1800ef10 comp rx=0 tx=0).stop 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 shutdown_connections 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c0c0a3240 0x7f6c0c0a5700 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c20108290 0x7f6c2019cde0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c20103740 0x7f6c20198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 --2- 172.21.15.7:0/300384046 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c20102d90 0x7f6c20198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.905+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 >> 172.21.15.7:0/300384046 conn(0x7f6c200fc7d0 msgr2=0x7f6c20105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.906+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 shutdown_connections 2024-09-19T05:39:50.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:50.906+0000 7f6c2775d640 1 -- 172.21.15.7:0/300384046 wait complete. 2024-09-19T05:39:50.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:50.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:50.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:50.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:50.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:50 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:51.881 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:51 smithi007 ceph-mon[30960]: Deploying daemon mds.h on smithi044 2024-09-19T05:39:51.881 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:51 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:boot 2024-09-19T05:39:51.881 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:51 smithi007 ceph-mon[30960]: fsmap 7 up:standby 2024-09-19T05:39:51.882 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:51 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:39:51.882 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:51 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/300384046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:51.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:51 smithi063 ceph-mon[34779]: Deploying daemon mds.h on smithi044 2024-09-19T05:39:51.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:51 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:boot 2024-09-19T05:39:51.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:51 smithi063 ceph-mon[34779]: fsmap 7 up:standby 2024-09-19T05:39:51.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:51 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:39:51.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:51 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/300384046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:51.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:51 smithi044 ceph-mon[34175]: Deploying daemon mds.h on smithi044 2024-09-19T05:39:51.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:51 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:boot 2024-09-19T05:39:51.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:51 smithi044 ceph-mon[34175]: fsmap 7 up:standby 2024-09-19T05:39:51.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:51 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:39:51.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:51 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/300384046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:52.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:52 smithi007 ceph-mon[30960]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:52.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:52 smithi063 ceph-mon[34779]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:52.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:52 smithi044 ceph-mon[34175]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:52.975 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:52 smithi044 systemd[1]: Starting Ceph mds.h for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:39:53.253 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:52 smithi044 podman[64021]: 2024-09-19 05:39:52.896540549 +0000 UTC m=+0.016315578 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:39:53.253 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 podman[64021]: 2024-09-19 05:39:53.016770867 +0000 UTC m=+0.136545941 container create d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-19T05:39:53.254 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 podman[64021]: 2024-09-19 05:39:53.252516293 +0000 UTC m=+0.372291321 container init d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-19T05:39:53.570 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:53.724 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 podman[64021]: 2024-09-19 05:39:53.255421658 +0000 UTC m=+0.375196687 container start d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-2f599a4) 2024-09-19T05:39:53.725 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 ceph-mds[64040]: -- 172.21.15.44:0/295325206 <== mon.2 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620fd9f1860 con 0x5620fd9ce800 2024-09-19T05:39:53.725 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h[64036]: starting mds.h at 2024-09-19T05:39:53.725 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 bash[64021]: d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 2024-09-19T05:39:53.725 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:39:53 smithi044 systemd[1]: Started Ceph mds.h for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:53.843 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- 172.21.15.7:0/376369444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48100e20 msgr2=0x7eff48101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 --2- 172.21.15.7:0/376369444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48100e20 0x7eff48101200 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7eff38009ca0 tx=0x7eff3802a950 comp rx=0 tx=0).stop 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- 172.21.15.7:0/376369444 shutdown_connections 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 --2- 172.21.15.7:0/376369444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102ef0 0x7eff4810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 --2- 172.21.15.7:0/376369444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48102570 0x7eff481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 --2- 172.21.15.7:0/376369444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48100e20 0x7eff48101200 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- 172.21.15.7:0/376369444 >> 172.21.15.7:0/376369444 conn(0x7eff480fc7d0 msgr2=0x7eff480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:54.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- 172.21.15.7:0/376369444 shutdown_connections 2024-09-19T05:39:54.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- 172.21.15.7:0/376369444 wait complete. 2024-09-19T05:39:54.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 Processor -- start 2024-09-19T05:39:54.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.367+0000 7eff4d97b640 1 -- start start 2024-09-19T05:39:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 0x7eff480fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102570 0x7eff480fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:54.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff48110ed0 con 0x7eff48102ef0 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7eff48110d50 con 0x7eff48102570 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff4d97b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7eff48111050 con 0x7eff48100e20 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff477fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 0x7eff480fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff477fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40438/0 (socket says 172.21.15.7:40438) 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff477fe640 1 -- 172.21.15.7:0/3151416814 learned_addr learned my addr 172.21.15.7:0/3151416814 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff467fc640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102570 0x7eff480fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 -- 172.21.15.7:0/3151416814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102570 msgr2=0x7eff480fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102570 0x7eff480fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 -- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 msgr2=0x7eff480fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 -- 172.21.15.7:0/3151416814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff481a6a10 con 0x7eff48100e20 2024-09-19T05:39:54.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff477fe640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.368+0000 7eff46ffd640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 0x7eff480fcc80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7eff380098d0 tx=0x7eff3802f640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.369+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff38034040 con 0x7eff48100e20 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.369+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff481a6ca0 con 0x7eff48100e20 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.369+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff380308f0 con 0x7eff48100e20 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.369+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff38045480 con 0x7eff48100e20 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.369+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff481a7180 con 0x7eff48100e20 2024-09-19T05:39:54.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.370+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff48101280 con 0x7eff48100e20 2024-09-19T05:39:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.371+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7eff38037020 con 0x7eff48100e20 2024-09-19T05:39:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.371+0000 7eff4c979640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 0x7eff300a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.372+0000 7eff467fc640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 0x7eff300a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.372+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7eff380f0640 con 0x7eff48100e20 2024-09-19T05:39:54.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.372+0000 7eff467fc640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 0x7eff300a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7eff480fe710 tx=0x7eff3c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:54.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.375+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7eff380bd760 con 0x7eff48100e20 2024-09-19T05:39:54.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.589+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff4810a0a0 con 0x7eff48100e20 2024-09-19T05:39:54.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:54.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: Deploying daemon mds.i on smithi063 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.44:6836/3980296629,v1:172.21.15.44:6837/3980296629] up:boot 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: fsmap 8 up:standby 2024-09-19T05:39:54.593 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:54 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:39:54.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.589+0000 7eff4c979640 1 -- 172.21.15.7:0/3151416814 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7198 (secure 0 0 0) 0x7eff380bd060 con 0x7eff48100e20 2024-09-19T05:39:54.594 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:54.595 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":9,"btime":"2024-09-19T05:39:53:601032+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24473,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-19T05:39:54.597 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 9 2024-09-19T05:39:54.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 msgr2=0x7eff300a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:54.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 0x7eff300a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7eff480fe710 tx=0x7eff3c009110 comp rx=0 tx=0).stop 2024-09-19T05:39:54.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 msgr2=0x7eff480fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:54.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 0x7eff480fcc80 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7eff380098d0 tx=0x7eff3802f640 comp rx=0 tx=0).stop 2024-09-19T05:39:54.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 shutdown_connections 2024-09-19T05:39:54.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7eff300a3240 0x7eff300a5700 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff48102ef0 0x7eff480fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff48102570 0x7eff480fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 --2- 172.21.15.7:0/3151416814 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7eff48100e20 0x7eff480fcc80 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:54.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 >> 172.21.15.7:0/3151416814 conn(0x7eff480fc7d0 msgr2=0x7eff4806a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:54.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 shutdown_connections 2024-09-19T05:39:54.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:54.592+0000 7eff4d97b640 1 -- 172.21.15.7:0/3151416814 wait complete. 2024-09-19T05:39:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: Deploying daemon mds.i on smithi063 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.44:6836/3980296629,v1:172.21.15.44:6837/3980296629] up:boot 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: fsmap 8 up:standby 2024-09-19T05:39:54.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:54 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: Deploying daemon mds.i on smithi063 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.44:6836/3980296629,v1:172.21.15.44:6837/3980296629] up:boot 2024-09-19T05:39:54.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: fsmap 8 up:standby 2024-09-19T05:39:54.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:54 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:39:55.577 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:55 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3151416814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:55.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:55 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3151416814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:55.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:55 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3151416814' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:55.902 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:55 smithi063 podman[65525]: 2024-09-19 05:39:55.795261621 +0000 UTC m=+0.119050917 container create f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:39:56.402 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 podman[65525]: 2024-09-19 05:39:56.03961913 +0000 UTC m=+0.363408440 container init f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:39:56.403 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 podman[65525]: 2024-09-19 05:39:56.042672185 +0000 UTC m=+0.366461482 container start f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD) 2024-09-19T05:39:56.403 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mds[65544]: -- 172.21.15.63:0/1351822265 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555f602f9c20 con 0x555f602d7000 2024-09-19T05:39:56.403 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i[65540]: starting mds.i at 2024-09-19T05:39:56.403 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 bash[65525]: f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 2024-09-19T05:39:56.403 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:39:56 smithi063 systemd[1]: Started Ceph mds.i for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:56.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:56.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:56 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:56.781 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:56 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:56.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:56 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:57.240 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:39:57.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:57 smithi007 ceph-mon[30960]: Deploying daemon mds.g on smithi007 2024-09-19T05:39:57.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:57 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:boot 2024-09-19T05:39:57.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:57 smithi007 ceph-mon[30960]: fsmap 9 up:standby 2024-09-19T05:39:57.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:57 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:39:57.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:57 smithi044 ceph-mon[34175]: Deploying daemon mds.g on smithi007 2024-09-19T05:39:57.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:57 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:boot 2024-09-19T05:39:57.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:57 smithi044 ceph-mon[34175]: fsmap 9 up:standby 2024-09-19T05:39:57.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:57 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:39:57.741 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:39:57.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:57 smithi063 ceph-mon[34779]: Deploying daemon mds.g on smithi007 2024-09-19T05:39:57.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:57 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:boot 2024-09-19T05:39:57.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:57 smithi063 ceph-mon[34779]: fsmap 9 up:standby 2024-09-19T05:39:57.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:57 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- 172.21.15.7:0/1126878263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180102790 msgr2=0x7f01801067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 --2- 172.21.15.7:0/1126878263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180102790 0x7f01801067e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0174009ca0 tx=0x7f017402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- 172.21.15.7:0/1126878263 shutdown_connections 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 --2- 172.21.15.7:0/1126878263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180106f10 0x7f018010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 --2- 172.21.15.7:0/1126878263 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180102790 0x7f01801067e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 --2- 172.21.15.7:0/1126878263 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180101de0 0x7f01801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- 172.21.15.7:0/1126878263 >> 172.21.15.7:0/1126878263 conn(0x7f01800fd8c0 msgr2=0x7f01800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- 172.21.15.7:0/1126878263 shutdown_connections 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- 172.21.15.7:0/1126878263 wait complete. 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 Processor -- start 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.360+0000 7f01854bb640 1 -- start start 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 0x7f01801983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180102790 0x7f0180198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0180111e20 con 0x7f0180106f10 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0180111ca0 con 0x7f0180101de0 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f01854bb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0180111fa0 con 0x7f0180102790 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017effd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 0x7f01801983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40454/0 (socket says 172.21.15.7:40454) 2024-09-19T05:39:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017effd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 0x7f01801983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:34372/0 (socket says 172.21.15.7:34372) 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 -- 172.21.15.7:0/3028424136 learned_addr learned my addr 172.21.15.7:0/3028424136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017e7fc640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180102790 0x7f0180198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 -- 172.21.15.7:0/3028424136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180102790 msgr2=0x7f0180198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180102790 0x7f0180198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 -- 172.21.15.7:0/3028424136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 msgr2=0x7f01801983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 0x7f01801983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 -- 172.21.15.7:0/3028424136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f018019d370 con 0x7f0180106f10 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.361+0000 7f017f7fe640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f017800d950 tx=0x7f017800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.362+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178017030 con 0x7f0180106f10 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.362+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0178004020 con 0x7f0180106f10 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.362+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178003b20 con 0x7f0180106f10 2024-09-19T05:39:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.362+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f018019d660 con 0x7f0180106f10 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.362+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01801a4f40 con 0x7f0180106f10 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.363+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01801021c0 con 0x7f0180106f10 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.364+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f017801a070 con 0x7f0180106f10 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.364+0000 7f0167fff640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 0x7f01680a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.365+0000 7f017effd640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 0x7f01680a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.365+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f01780cec20 con 0x7f0180106f10 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.365+0000 7f017effd640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 0x7f01680a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0170005d00 tx=0x7f017000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:39:58.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.369+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0178021070 con 0x7f0180106f10 2024-09-19T05:39:58.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.600+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f018002d7c0 con 0x7f0180106f10 2024-09-19T05:39:58.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:58 smithi007 ceph-mon[30960]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:58.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.601+0000 7f0167fff640 1 -- 172.21.15.7:0/3028424136 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8025 (secure 0 0 0) 0x7f017809bde0 con 0x7f0180106f10 2024-09-19T05:39:58.603 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:39:58.603 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":10,"btime":"2024-09-19T05:39:56:418255+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24473,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-19T05:39:58.604 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 10 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 msgr2=0x7f01680a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 0x7f01680a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0170005d00 tx=0x7f017000b410 comp rx=0 tx=0).stop 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 msgr2=0x7f018019cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f017800d950 tx=0x7f017800de10 comp rx=0 tx=0).stop 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 shutdown_connections 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f01680a3240 0x7f01680a5700 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0180106f10 0x7f018019cc90 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0180102790 0x7f0180198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 --2- 172.21.15.7:0/3028424136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0180101de0 0x7f01801983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:39:58.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 >> 172.21.15.7:0/3028424136 conn(0x7f01800fd8c0 msgr2=0x7f01800fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:39:58.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 shutdown_connections 2024-09-19T05:39:58.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:39:58.603+0000 7f01854bb640 1 -- 172.21.15.7:0/3028424136 wait complete. 2024-09-19T05:39:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:58 smithi044 ceph-mon[34175]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:58.804 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:58 smithi063 ceph-mon[34779]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:39:59.142 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:39:59 smithi007 systemd[1]: Started Ceph mds.g for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:39:59.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3028424136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:59.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.714 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.714 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:59.714 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:59.714 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:39:59 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3028424136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:59.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:39:59 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:39:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3028424136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:39:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:39:59.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:39:59.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:39:59.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:39:59 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: Deploying daemon mds.a on smithi007 2024-09-19T05:40:00.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.7:6838/2010887661,v1:172.21.15.7:6839/2010887661] up:boot 2024-09-19T05:40:00.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: fsmap 10 up:standby 2024-09-19T05:40:00.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:40:00.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:00 smithi007 ceph-mon[30960]: overall HEALTH_OK 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: Deploying daemon mds.a on smithi007 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.7:6838/2010887661,v1:172.21.15.7:6839/2010887661] up:boot 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: fsmap 10 up:standby 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:40:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:00 smithi044 ceph-mon[34175]: overall HEALTH_OK 2024-09-19T05:40:00.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:00.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: Deploying daemon mds.a on smithi007 2024-09-19T05:40:00.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.7:6838/2010887661,v1:172.21.15.7:6839/2010887661] up:boot 2024-09-19T05:40:00.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: fsmap 10 up:standby 2024-09-19T05:40:00.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:40:00.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:00 smithi063 ceph-mon[34779]: overall HEALTH_OK 2024-09-19T05:40:01.715 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:40:01.741 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:01 smithi007 podman[72201]: 2024-09-19 05:40:01.686523829 +0000 UTC m=+0.117839512 container create ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-19T05:40:02.024 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:01 smithi007 podman[72201]: 2024-09-19 05:40:01.931163504 +0000 UTC m=+0.362479195 container init ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-19T05:40:02.024 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:01 smithi007 podman[72201]: 2024-09-19 05:40:01.935413807 +0000 UTC m=+0.366729501 container start ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-19T05:40:02.024 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:01 smithi007 ceph-mds[72252]: -- 172.21.15.7:0/2359980645 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a4fab69860 con 0x55a4fab47000 2024-09-19T05:40:02.024 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:01 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a[72235]: starting mds.a at 2024-09-19T05:40:02.025 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:02 smithi007 bash[72201]: ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 2024-09-19T05:40:02.090 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:02.344 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:40:02 smithi007 systemd[1]: Started Ceph mds.a for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 -- 172.21.15.7:0/3872267496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 msgr2=0x7f61681021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 --2- 172.21.15.7:0/3872267496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f61681021c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6158009900 tx=0x7f615802a410 comp rx=0 tx=0).stop 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 -- 172.21.15.7:0/3872267496 shutdown_connections 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 --2- 172.21.15.7:0/3872267496 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168106f10 0x7f616810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 --2- 172.21.15.7:0/3872267496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168102790 0x7f61681067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 --2- 172.21.15.7:0/3872267496 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f61681021c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 -- 172.21.15.7:0/3872267496 >> 172.21.15.7:0/3872267496 conn(0x7f61680fd8c0 msgr2=0x7f61680ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.551+0000 7f616da6f640 1 -- 172.21.15.7:0/3872267496 shutdown_connections 2024-09-19T05:40:02.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.552+0000 7f616da6f640 1 -- 172.21.15.7:0/3872267496 wait complete. 2024-09-19T05:40:02.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.552+0000 7f616da6f640 1 Processor -- start 2024-09-19T05:40:02.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.552+0000 7f616da6f640 1 -- start start 2024-09-19T05:40:02.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168102790 0x7f6168198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 0x7f616819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6168111e70 con 0x7f6168101de0 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6168111cf0 con 0x7f6168106f10 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f616da6f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6168111ff0 con 0x7f6168102790 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f61677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f61677fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52362/0 (socket says 172.21.15.7:52362) 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f61677fe640 1 -- 172.21.15.7:0/1971418452 learned_addr learned my addr 172.21.15.7:0/1971418452 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 0x7f616819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6166ffd640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168102790 0x7f6168198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 -- 172.21.15.7:0/1971418452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168102790 msgr2=0x7f6168198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:02.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168102790 0x7f6168198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 -- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 msgr2=0x7f6168198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 -- 172.21.15.7:0/1971418452 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616819d300 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f61677fe640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.553+0000 7f6167fff640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 0x7f616819cc20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f616000e940 tx=0x7f616000ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.554+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160004d20 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.554+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616819d5f0 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.554+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6160005020 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.554+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61600116d0 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.554+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61681a4ed0 con 0x7f6168106f10 2024-09-19T05:40:02.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.555+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61681021c0 con 0x7f6168106f10 2024-09-19T05:40:02.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.556+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f616000cb20 con 0x7f6168106f10 2024-09-19T05:40:02.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.557+0000 7f6164ff9640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 0x7f61500a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:02.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.557+0000 7f61677fe640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 0x7f61500a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:02.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.557+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f61600cf800 con 0x7f6168106f10 2024-09-19T05:40:02.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.557+0000 7f61677fe640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 0x7f61500a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f61580096c0 tx=0x7f6158005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:02.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.560+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6160016030 con 0x7f6168106f10 2024-09-19T05:40:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:40:02.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:40:02.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:02 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:02.671 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:02.671 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.672 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.672 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.672 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:40:02.672 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:40:02.672 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:02 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:02.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.771+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61681996b0 con 0x7f6168106f10 2024-09-19T05:40:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.772+0000 7f6164ff9640 1 -- 172.21.15.7:0/1971418452 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9671 (secure 0 0 0) 0x7f61681996b0 con 0x7f6168106f10 2024-09-19T05:40:02.773 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:02.774 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":12,"btime":"2024-09-19T05:40:02:442275+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14607,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24473,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-19T05:40:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 12 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 msgr2=0x7f61500a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 0x7f61500a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f61580096c0 tx=0x7f6158005a20 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 msgr2=0x7f616819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 0x7f616819cc20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f616000e940 tx=0x7f616000ee00 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 shutdown_connections 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f61500a3240 0x7f61500a5700 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6168106f10 0x7f616819cc20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6168102790 0x7f6168198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 --2- 172.21.15.7:0/1971418452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6168101de0 0x7f6168198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 >> 172.21.15.7:0/1971418452 conn(0x7f61680fd8c0 msgr2=0x7f61680fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 shutdown_connections 2024-09-19T05:40:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:02.774+0000 7f616da6f640 1 -- 172.21.15.7:0/1971418452 wait complete. 2024-09-19T05:40:02.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-19T05:40:02.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:02 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:03.719 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:03 smithi044 ceph-mon[34175]: Deploying daemon mds.b on smithi044 2024-09-19T05:40:03.720 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:03 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:boot 2024-09-19T05:40:03.720 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:03 smithi044 ceph-mon[34175]: fsmap 11 up:standby 2024-09-19T05:40:03.720 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:03 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:40:03.720 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:03 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1971418452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:03.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:03 smithi007 ceph-mon[30960]: Deploying daemon mds.b on smithi044 2024-09-19T05:40:03.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:03 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:boot 2024-09-19T05:40:03.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:03 smithi007 ceph-mon[30960]: fsmap 11 up:standby 2024-09-19T05:40:03.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:03 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:40:03.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:03 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1971418452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:03.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:03 smithi063 ceph-mon[34779]: Deploying daemon mds.b on smithi044 2024-09-19T05:40:03.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:03 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:boot 2024-09-19T05:40:03.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:03 smithi063 ceph-mon[34779]: fsmap 11 up:standby 2024-09-19T05:40:03.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:03 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:40:03.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:03 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1971418452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:04.456 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 podman[64336]: 2024-09-19 05:40:04.354117598 +0000 UTC m=+0.122966780 container create 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:40:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:04 smithi044 ceph-mon[34175]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:04.724 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 podman[64336]: 2024-09-19 05:40:04.564985879 +0000 UTC m=+0.333835071 container init 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:40:04.724 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 podman[64336]: 2024-09-19 05:40:04.568103191 +0000 UTC m=+0.336952374 container start 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-19T05:40:04.725 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 ceph-mds[64355]: -- 172.21.15.44:0/1760501790 <== mon.2 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eef25d1860 con 0x55eef25af000 2024-09-19T05:40:04.725 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b[64351]: starting mds.b at 2024-09-19T05:40:04.725 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 bash[64336]: 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 2024-09-19T05:40:04.725 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:40:04 smithi044 systemd[1]: Started Ceph mds.b for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:40:04.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:04 smithi007 ceph-mon[30960]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:04.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:04 smithi063 ceph-mon[34779]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:05.477 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:40:05.921 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:05.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:05.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:05.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:boot 2024-09-19T05:40:05.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: fsmap 12 up:standby 2024-09-19T05:40:05.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:05 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:boot 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: fsmap 12 up:standby 2024-09-19T05:40:06.047 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:05 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:40:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:boot 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: fsmap 12 up:standby 2024-09-19T05:40:06.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:05 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:40:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 -- 172.21.15.7:0/4146132544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c101de0 msgr2=0x7fc29c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:06.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/4146132544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c101de0 0x7fc29c1021c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc28c009900 tx=0x7fc28c02a410 comp rx=0 tx=0).stop 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 -- 172.21.15.7:0/4146132544 shutdown_connections 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/4146132544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 0x7fc29c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/4146132544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c102790 0x7fc29c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/4146132544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c101de0 0x7fc29c1021c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 -- 172.21.15.7:0/4146132544 >> 172.21.15.7:0/4146132544 conn(0x7fc29c0fd8c0 msgr2=0x7fc29c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 -- 172.21.15.7:0/4146132544 shutdown_connections 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 -- 172.21.15.7:0/4146132544 wait complete. 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.408+0000 7fc2a1b33640 1 Processor -- start 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 -- start start 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 0x7fc29c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:06.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 0x7fc29c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111e20 con 0x7fc29c102790 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111ca0 con 0x7fc29c101de0 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc2a1b33640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111fa0 con 0x7fc29c106f10 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52390/0 (socket says 172.21.15.7:52390) 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 -- 172.21.15.7:0/3136988786 learned_addr learned my addr 172.21.15.7:0/3136988786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29bfff640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 0x7fc29c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29b7fe640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 0x7fc29c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 -- 172.21.15.7:0/3136988786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 msgr2=0x7fc29c19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 0x7fc29c19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 -- 172.21.15.7:0/3136988786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 msgr2=0x7fc29c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 0x7fc29c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29affd640 1 -- 172.21.15.7:0/3136988786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc29c19d330 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.409+0000 7fc29b7fe640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 0x7fc29c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc29affd640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc29000d950 tx=0x7fc29000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc290017070 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc290009c30 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc29c19d620 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29000f620 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.410+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc29c1a4f00 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.411+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc29c1021c0 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.412+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fc2900109a0 con 0x7fc29c102790 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.412+0000 7fc298ff9640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 0x7fc2840a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.413+0000 7fc29b7fe640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 0x7fc2840a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:06.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.413+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fc2900cf0e0 con 0x7fc29c102790 2024-09-19T05:40:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.413+0000 7fc29b7fe640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 0x7fc2840a5780 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc28c000c00 tx=0x7fc28c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:06.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.417+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc290009de0 con 0x7fc29c102790 2024-09-19T05:40:06.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.653+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc29c10a150 con 0x7fc29c102790 2024-09-19T05:40:06.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.654+0000 7fc298ff9640 1 -- 172.21.15.7:0/3136988786 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10497 (secure 0 0 0) 0x7fc29009c200 con 0x7fc29c102790 2024-09-19T05:40:06.656 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:06.656 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"btime":"2024-09-19T05:40:05:454703+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14607,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24449,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24473,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-19T05:40:06.657 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-09-19T05:40:06.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 msgr2=0x7fc2840a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:06.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 0x7fc2840a5780 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc28c000c00 tx=0x7fc28c031400 comp rx=0 tx=0).stop 2024-09-19T05:40:06.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 msgr2=0x7fc29c1988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:06.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc29000d950 tx=0x7fc29000de10 comp rx=0 tx=0).stop 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 shutdown_connections 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc2840a32c0 0x7fc2840a5780 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc29c106f10 0x7fc29c19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc29c102790 0x7fc29c1988c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 --2- 172.21.15.7:0/3136988786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc29c101de0 0x7fc29c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.656+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 >> 172.21.15.7:0/3136988786 conn(0x7fc29c0fd8c0 msgr2=0x7fc29c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.657+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 shutdown_connections 2024-09-19T05:40:06.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:06.657+0000 7fc2a1b33640 1 -- 172.21.15.7:0/3136988786 wait complete. 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3136988786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:06.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:06.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:06.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:06.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:06 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.002 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:07.002 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3136988786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:07.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:06 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3136988786' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:07.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:06 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:07.348 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-19T05:40:08.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:08.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:07 smithi007 ceph-mon[30960]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:08.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:07 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:07 smithi063 ceph-mon[34779]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:08.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:07 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:08.198 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:07 smithi044 ceph-mon[34175]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:08.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:07 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:40:08.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 -- 172.21.15.7:0/1542927671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 msgr2=0x7f0e78103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:08.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 --2- 172.21.15.7:0/1542927671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e78103110 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0e68009cd0 tx=0x7f0e6802a8e0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 -- 172.21.15.7:0/1542927671 shutdown_connections 2024-09-19T05:40:08.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 --2- 172.21.15.7:0/1542927671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 0x7f0e7810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 --2- 172.21.15.7:0/1542927671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 0x7f0e78107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 --2- 172.21.15.7:0/1542927671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e78103110 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.751+0000 7f0e7c840640 1 -- 172.21.15.7:0/1542927671 >> 172.21.15.7:0/1542927671 conn(0x7f0e780fc7d0 msgr2=0x7f0e780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.752+0000 7f0e7c840640 1 -- 172.21.15.7:0/1542927671 shutdown_connections 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.752+0000 7f0e7c840640 1 -- 172.21.15.7:0/1542927671 wait complete. 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.752+0000 7f0e7c840640 1 Processor -- start 2024-09-19T05:40:08.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.752+0000 7f0e7c840640 1 -- start start 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 0x7f0e781a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 0x7f0e7810dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e78111f50 con 0x7f0e78102d30 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e78111dd0 con 0x7f0e781036e0 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7c840640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0e781120d0 con 0x7f0e781082a0 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:08.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52396/0 (socket says 172.21.15.7:52396) 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 -- 172.21.15.7:0/3512225382 learned_addr learned my addr 172.21.15.7:0/3512225382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e76d9d640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 0x7f0e7810dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e75d9b640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 0x7f0e781a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 -- 172.21.15.7:0/3512225382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 msgr2=0x7f0e7810dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 0x7f0e7810dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 -- 172.21.15.7:0/3512225382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 msgr2=0x7f0e781a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 0x7f0e781a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.753+0000 7f0e7659c640 1 -- 172.21.15.7:0/3512225382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e7810e5d0 con 0x7f0e78102d30 2024-09-19T05:40:08.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e7659c640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0e6802ae00 tx=0x7f0e68003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e68004240 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e7810e860 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e781ab640 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e680305a0 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.754+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6803b640 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.755+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e78103110 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.756+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f0e68030ac0 con 0x7f0e78102d30 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.757+0000 7f0e677fe640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 0x7f0e600a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.757+0000 7f0e75d9b640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 0x7f0e600a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:08.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.757+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f0e6802e030 con 0x7f0e78102d30 2024-09-19T05:40:08.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.758+0000 7f0e75d9b640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 0x7f0e600a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0e781029b0 tx=0x7f0e6c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:08.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.761+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0e680bdcc0 con 0x7f0e78102d30 2024-09-19T05:40:08.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.963+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0e781ab8d0 con 0x7f0e78102d30 2024-09-19T05:40:08.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.963+0000 7f0e677fe640 1 -- 172.21.15.7:0/3512225382 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) ==== 84+0+65 (secure 0 0 0) 0x7f0e680bd5c0 con 0x7f0e78102d30 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:40:08.966 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 msgr2=0x7f0e600a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 0x7f0e600a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0e781029b0 tx=0x7f0e6c00b390 comp rx=0 tx=0).stop 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 msgr2=0x7f0e781a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0e6802ae00 tx=0x7f0e68003ba0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 shutdown_connections 2024-09-19T05:40:08.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e600a3240 0x7f0e600a5700 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e781082a0 0x7f0e7810dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e781036e0 0x7f0e781a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 --2- 172.21.15.7:0/3512225382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e78102d30 0x7f0e781a4770 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 >> 172.21.15.7:0/3512225382 conn(0x7f0e780fc7d0 msgr2=0x7f0e781009c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 shutdown_connections 2024-09-19T05:40:08.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:08.967+0000 7f0e7c840640 1 -- 172.21.15.7:0/3512225382 wait complete. 2024-09-19T05:40:09.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:09 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:09 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3512225382' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T05:40:09.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:09 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:09 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3512225382' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T05:40:09.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:09 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:09.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:09 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3512225382' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-19T05:40:09.544 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T05:40:09.544 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T05:40:09.857 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:10.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 -- 172.21.15.7:0/261612768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100480 msgr2=0x7f0fcc100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:10.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/261612768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100480 0x7f0fcc100860 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc00aa10 tx=0x7f0fbc02b720 comp rx=0 tx=0).stop 2024-09-19T05:40:10.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 -- 172.21.15.7:0/261612768 shutdown_connections 2024-09-19T05:40:10.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/261612768 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc1055b0 0x7f0fcc10d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/261612768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc100e30 0x7f0fcc104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/261612768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100480 0x7f0fcc100860 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 -- 172.21.15.7:0/261612768 >> 172.21.15.7:0/261612768 conn(0x7f0fcc077210 msgr2=0x7f0fcc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 -- 172.21.15.7:0/261612768 shutdown_connections 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.329+0000 7f0fd1a64640 1 -- 172.21.15.7:0/261612768 wait complete. 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 Processor -- start 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 -- start start 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc100480 0x7f0fcc195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc1055b0 0x7f0fcc196a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0fcc10fc90 con 0x7f0fcc100e30 2024-09-19T05:40:10.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0fcc10fb10 con 0x7f0fcc1055b0 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fd1a64640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0fcc10fe10 con 0x7f0fcc100480 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fcaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fcaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54362/0 (socket says 172.21.15.7:54362) 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fcaffd640 1 -- 172.21.15.7:0/2741262813 learned_addr learned my addr 172.21.15.7:0/2741262813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.330+0000 7f0fcb7fe640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc100480 0x7f0fcc195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcbfff640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc1055b0 0x7f0fcc196a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 -- 172.21.15.7:0/2741262813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc100480 msgr2=0x7f0fcc195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc100480 0x7f0fcc195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 -- 172.21.15.7:0/2741262813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc1055b0 msgr2=0x7f0fcc196a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc1055b0 0x7f0fcc196a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 -- 172.21.15.7:0/2741262813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fcc1a6820 con 0x7f0fcc100e30 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fcaffd640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0fc000d950 tx=0x7f0fc000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc0017070 con 0x7f0fcc100e30 2024-09-19T05:40:10.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fcc1a6b10 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fc0009c30 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc000f620 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.331+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fcc1a70a0 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.332+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fcc100860 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.333+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f0fc00109a0 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.334+0000 7f0fc8ff9640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 0x7f0fb40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.334+0000 7f0fcb7fe640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 0x7f0fb40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.334+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f0fc00cf090 con 0x7f0fcc100e30 2024-09-19T05:40:10.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.335+0000 7f0fcb7fe640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 0x7f0fb40a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc005ab0 tx=0x7f0fbc005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:10.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.339+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0fc0009de0 con 0x7f0fcc100e30 2024-09-19T05:40:10.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:10.516+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f0fcc108790 con 0x7f0fcc100e30 2024-09-19T05:40:11.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.000+0000 7f0fc8ff9640 1 -- 172.21.15.7:0/2741262813 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) ==== 138+0+0 (secure 0 0 0) 0x7f0fc009bb60 con 0x7f0fcc100e30 2024-09-19T05:40:11.002 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 msgr2=0x7f0fb40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 0x7f0fb40a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc005ab0 tx=0x7f0fbc005a20 comp rx=0 tx=0).stop 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 msgr2=0x7f0fcc1964c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0fc000d950 tx=0x7f0fc000de10 comp rx=0 tx=0).stop 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 shutdown_connections 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0fb40a3240 0x7f0fb40a5700 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0fcc1055b0 0x7f0fcc196a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:11.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0fcc100e30 0x7f0fcc1964c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:11.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 --2- 172.21.15.7:0/2741262813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0fcc100480 0x7f0fcc195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:11.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 >> 172.21.15.7:0/2741262813 conn(0x7f0fcc077210 msgr2=0x7f0fcc103830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:11.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.002+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 shutdown_connections 2024-09-19T05:40:11.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:11.003+0000 7f0fd1a64640 1 -- 172.21.15.7:0/2741262813 wait complete. 2024-09-19T05:40:11.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:10 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:11.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.390 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:10 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T05:40:11.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:40:11.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:10 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-19T05:40:11.682 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T05:40:11.946 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:12.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:12 smithi007 ceph-mon[30960]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:12.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T05:40:12.302 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:12 smithi007 ceph-mon[30960]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T05:40:12.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 -- 172.21.15.7:0/253680040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 msgr2=0x7f5fa4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:12.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/253680040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa4106e60 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5f94009930 tx=0x7f5f9402a420 comp rx=0 tx=0).stop 2024-09-19T05:40:12.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 -- 172.21.15.7:0/253680040 shutdown_connections 2024-09-19T05:40:12.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/253680040 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 0x7f5fa410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:12.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/253680040 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 0x7f5fa4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:12.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/253680040 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa4106e60 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:12.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 -- 172.21.15.7:0/253680040 >> 172.21.15.7:0/253680040 conn(0x7f5fa40fc7a0 msgr2=0x7f5fa40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:12.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 -- 172.21.15.7:0/253680040 shutdown_connections 2024-09-19T05:40:12.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.391+0000 7f5fa8c49640 1 -- 172.21.15.7:0/253680040 wait complete. 2024-09-19T05:40:12.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 Processor -- start 2024-09-19T05:40:12.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 -- start start 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 0x7f5fa419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 0x7f5fa419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4110d30 con 0x7f5fa4106a80 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4110bb0 con 0x7f5fa4101420 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.392+0000 7f5fa8c49640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa4110eb0 con 0x7f5fa4100a80 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54384/0 (socket says 172.21.15.7:54384) 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 -- 172.21.15.7:0/3967343495 learned_addr learned my addr 172.21.15.7:0/3967343495 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa1d9b640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 0x7f5fa419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa259c640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 0x7f5fa419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 -- 172.21.15.7:0/3967343495 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 msgr2=0x7f5fa419a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:12.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 0x7f5fa419a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 -- 172.21.15.7:0/3967343495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 msgr2=0x7f5fa419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 0x7f5fa419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 -- 172.21.15.7:0/3967343495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa419f560 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa2d9d640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c00cce0 tx=0x7f5f9c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c00f450 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f9c00faa0 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fa419f850 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c018b70 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.393+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fa41a7130 con 0x7f5fa4106a80 2024-09-19T05:40:12.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.395+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fa4100ee0 con 0x7f5fa4106a80 2024-09-19T05:40:12.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.397+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f5f9c018d10 con 0x7f5fa4106a80 2024-09-19T05:40:12.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.397+0000 7f5f937fe640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 0x7f5f8c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:12.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.397+0000 7f5fa259c640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 0x7f5f8c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:12.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.397+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7497+0+0 (secure 0 0 0) 0x7f5f9c0cf980 con 0x7f5fa4106a80 2024-09-19T05:40:12.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.398+0000 7f5fa259c640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 0x7f5f8c0a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5f94009900 tx=0x7f5f94000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:12 smithi063 ceph-mon[34779]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:12 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T05:40:12.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:12 smithi063 ceph-mon[34779]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T05:40:12.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.401+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5f9c014030 con 0x7f5fa4106a80 2024-09-19T05:40:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:12 smithi044 ceph-mon[34175]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:12 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2741262813' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-19T05:40:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:12 smithi044 ceph-mon[34175]: osdmap e79: 12 total, 12 up, 12 in 2024-09-19T05:40:12.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:12.578+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5fa419b910 con 0x7f5fa4106a80 2024-09-19T05:40:13.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.017+0000 7f5f937fe640 1 -- 172.21.15.7:0/3967343495 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v81) ==== 170+0+0 (secure 0 0 0) 0x7f5fa419b910 con 0x7f5fa4106a80 2024-09-19T05:40:13.019 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-09-19T05:40:13.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 msgr2=0x7f5f8c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:13.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 0x7f5f8c0a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5f94009900 tx=0x7f5f94000bc0 comp rx=0 tx=0).stop 2024-09-19T05:40:13.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 msgr2=0x7f5fa419ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:13.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5f9c00cce0 tx=0x7f5f9c00a620 comp rx=0 tx=0).stop 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 shutdown_connections 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5f8c0a32c0 0x7f5f8c0a5780 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5fa4106a80 0x7f5fa419ee80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5fa4101420 0x7f5fa419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.019+0000 7f5fa8c49640 1 --2- 172.21.15.7:0/3967343495 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5fa4100a80 0x7f5fa419a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.020+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 >> 172.21.15.7:0/3967343495 conn(0x7f5fa40fc7a0 msgr2=0x7f5fa406a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.020+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 shutdown_connections 2024-09-19T05:40:13.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:13.020+0000 7f5fa8c49640 1 -- 172.21.15.7:0/3967343495 wait complete. 2024-09-19T05:40:13.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:13 smithi007 ceph-mon[30960]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T05:40:13.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:13 smithi063 ceph-mon[34779]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T05:40:13.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:13 smithi044 ceph-mon[34175]: osdmap e80: 12 total, 12 up, 12 in 2024-09-19T05:40:13.652 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T05:40:13.909 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:14.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:14 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T05:40:14.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:14 smithi007 ceph-mon[30960]: pgmap v278: 33 pgs: 1 creating+activating, 3 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:14.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:14 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T05:40:14.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:14 smithi007 ceph-mon[30960]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T05:40:14.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:14 smithi007 ceph-mon[30960]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T05:40:14.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:14 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T05:40:14.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:14 smithi063 ceph-mon[34779]: pgmap v278: 33 pgs: 1 creating+activating, 3 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:14.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:14 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T05:40:14.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:14 smithi063 ceph-mon[34779]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T05:40:14.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:14 smithi063 ceph-mon[34779]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 -- 172.21.15.7:0/4045600079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b241055b0 msgr2=0x7f6b2410d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 --2- 172.21.15.7:0/4045600079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b241055b0 0x7f6b2410d130 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6b1c009ca0 tx=0x7f6b1c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 -- 172.21.15.7:0/4045600079 shutdown_connections 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 --2- 172.21.15.7:0/4045600079 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b241055b0 0x7f6b2410d130 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 --2- 172.21.15.7:0/4045600079 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b24100e30 0x7f6b24104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 --2- 172.21.15.7:0/4045600079 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100480 0x7f6b24100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 -- 172.21.15.7:0/4045600079 >> 172.21.15.7:0/4045600079 conn(0x7f6b24077210 msgr2=0x7f6b240fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.392+0000 7f6b299f5640 1 -- 172.21.15.7:0/4045600079 shutdown_connections 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.393+0000 7f6b299f5640 1 -- 172.21.15.7:0/4045600079 wait complete. 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.393+0000 7f6b299f5640 1 Processor -- start 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.393+0000 7f6b299f5640 1 -- start start 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100e30 0x7f6b24197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b241055b0 0x7f6b2419bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b24110d40 con 0x7f6b24100480 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6b24110bc0 con 0x7f6b241055b0 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6b24110ec0 con 0x7f6b24100e30 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:14.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54408/0 (socket says 172.21.15.7:54408) 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 -- 172.21.15.7:0/1259654572 learned_addr learned my addr 172.21.15.7:0/1259654572 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b1bfff640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100e30 0x7f6b24197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b237fe640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b241055b0 0x7f6b2419bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 -- 172.21.15.7:0/1259654572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100e30 msgr2=0x7f6b24197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100e30 0x7f6b24197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 -- 172.21.15.7:0/1259654572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b241055b0 msgr2=0x7f6b2419bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b241055b0 0x7f6b2419bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 -- 172.21.15.7:0/1259654572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2419c1b0 con 0x7f6b24100480 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b22ffd640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400c920 tx=0x7f6b1400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14007c70 con 0x7f6b24100480 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b14007e10 con 0x7f6b24100480 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2419c4a0 con 0x7f6b24100480 2024-09-19T05:40:14.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.394+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14018820 con 0x7f6b24100480 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.395+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b241a3d80 con 0x7f6b24100480 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.395+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b24100860 con 0x7f6b24100480 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.397+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f6b140189c0 con 0x7f6b24100480 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.398+0000 7f6b289f3640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 0x7f6b100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.398+0000 7f6b1bfff640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 0x7f6b100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.398+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7879+0+0 (secure 0 0 0) 0x7f6b140cfcb0 con 0x7f6b24100480 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.399+0000 7f6b1bfff640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 0x7f6b100a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b24102db0 tx=0x7f6b0c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:14.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.402+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6b14014030 con 0x7f6b24100480 2024-09-19T05:40:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:14 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-19T05:40:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:14 smithi044 ceph-mon[34175]: pgmap v278: 33 pgs: 1 creating+activating, 3 creating+peering, 16 unknown, 13 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:14 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3967343495' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-19T05:40:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:14 smithi044 ceph-mon[34175]: osdmap e81: 12 total, 12 up, 12 in 2024-09-19T05:40:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:14 smithi044 ceph-mon[34175]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-19T05:40:14.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:14.612+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6b24198560 con 0x7f6b24100480 2024-09-19T05:40:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.027+0000 7f6b289f3640 1 -- 172.21.15.7:0/1259654572 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f6b1409cb70 con 0x7f6b24100480 2024-09-19T05:40:15.029 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 msgr2=0x7f6b100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 0x7f6b100a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6b24102db0 tx=0x7f6b0c005f90 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 msgr2=0x7f6b24197200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400c920 tx=0x7f6b1400cde0 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 shutdown_connections 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6b100a3240 0x7f6b100a5700 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b241055b0 0x7f6b2419bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b24100e30 0x7f6b24197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 --2- 172.21.15.7:0/1259654572 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b24100480 0x7f6b24197200 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 >> 172.21.15.7:0/1259654572 conn(0x7f6b24077210 msgr2=0x7f6b24103e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:15.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 shutdown_connections 2024-09-19T05:40:15.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:15.030+0000 7f6b299f5640 1 -- 172.21.15.7:0/1259654572 wait complete. 2024-09-19T05:40:15.356 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:15 smithi007 ceph-mon[30960]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T05:40:15.356 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:15 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T05:40:15.356 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:15 smithi007 ceph-mon[30960]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-19T05:40:15.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:15 smithi063 ceph-mon[34779]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T05:40:15.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:15 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T05:40:15.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:15 smithi063 ceph-mon[34779]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-19T05:40:15.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:15 smithi044 ceph-mon[34175]: osdmap e82: 12 total, 12 up, 12 in 2024-09-19T05:40:15.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:15 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-19T05:40:15.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:15 smithi044 ceph-mon[34175]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-19T05:40:15.717 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:40:15.982 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:16 smithi007 ceph-mon[30960]: pgmap v281: 97 pgs: 10 creating+activating, 3 creating+peering, 46 unknown, 38 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:16 smithi007 ceph-mon[30960]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T05:40:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:16 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T05:40:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:16 smithi007 ceph-mon[30960]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-19T05:40:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:16 smithi007 ceph-mon[30960]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-19T05:40:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-mon[34779]: pgmap v281: 97 pgs: 10 creating+activating, 3 creating+peering, 46 unknown, 38 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-mon[34779]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T05:40:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T05:40:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-mon[34779]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-19T05:40:16.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-mon[34779]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-19T05:40:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:16 smithi044 ceph-mon[34175]: pgmap v281: 97 pgs: 10 creating+activating, 3 creating+peering, 46 unknown, 38 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:40:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:16 smithi044 ceph-mon[34175]: osdmap e83: 12 total, 12 up, 12 in 2024-09-19T05:40:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:16 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1259654572' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-19T05:40:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:16 smithi044 ceph-mon[34175]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-19T05:40:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:16 smithi044 ceph-mon[34175]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 -- 172.21.15.7:0/2143942906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 msgr2=0x7f928010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 --2- 172.21.15.7:0/2143942906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f928010d950 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9278009cd0 tx=0x7f927802a8e0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 -- 172.21.15.7:0/2143942906 shutdown_connections 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 --2- 172.21.15.7:0/2143942906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f928010d950 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 --2- 172.21.15.7:0/2143942906 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 0x7f9280100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 --2- 172.21.15.7:0/2143942906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 0x7f9280106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 -- 172.21.15.7:0/2143942906 >> 172.21.15.7:0/2143942906 conn(0x7f92800fc7a0 msgr2=0x7f92800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:16.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 -- 172.21.15.7:0/2143942906 shutdown_connections 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.473+0000 7f92859bf640 1 -- 172.21.15.7:0/2143942906 wait complete. 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 Processor -- start 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 -- start start 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 0x7f9280102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 0x7f92801030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9280110d50 con 0x7f9280101420 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9280110bd0 con 0x7f9280106a80 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92859bf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9280110ed0 con 0x7f9280100a80 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92767fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92767fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54426/0 (socket says 172.21.15.7:54426) 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92767fc640 1 -- 172.21.15.7:0/2152711861 learned_addr learned my addr 172.21.15.7:0/2152711861 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:16.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f927f7fe640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 0x7f92801030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f927effd640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 0x7f9280102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.474+0000 7f92767fc640 1 -- 172.21.15.7:0/2152711861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 msgr2=0x7f9280102650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92767fc640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 0x7f9280102650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92767fc640 1 -- 172.21.15.7:0/2152711861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 msgr2=0x7f92801030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92767fc640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 0x7f92801030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92767fc640 1 -- 172.21.15.7:0/2152711861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92801a67a0 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92767fc640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f926800c920 tx=0x7f926800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268007c70 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92801a6a90 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9268007e10 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268018820 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.475+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92801a7020 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.476+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9280100ee0 con 0x7f9280101420 2024-09-19T05:40:16.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.477+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f92680189c0 con 0x7f9280101420 2024-09-19T05:40:16.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.478+0000 7f92849bd640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:16.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.478+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f92680cfd00 con 0x7f9280101420 2024-09-19T05:40:16.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.478+0000 7f927effd640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:16.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.479+0000 7f927effd640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 0x7f926c0a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f927000a810 tx=0x7f9270008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:16.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.481+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9268014030 con 0x7f9280101420 2024-09-19T05:40:16.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.657+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9280103b80 con 0x7f9280101420 2024-09-19T05:40:16.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.659+0000 7f92849bd640 1 -- 172.21.15.7:0/2152711861 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22159 (secure 0 0 0) 0x7f926809cb60 con 0x7f9280101420 2024-09-19T05:40:16.661 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:16.661 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":83,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:40:14.614139+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 msgr2=0x7f926c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 0x7f926c0a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f927000a810 tx=0x7f9270008040 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 msgr2=0x7f9280102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f926800c920 tx=0x7f926800cde0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 shutdown_connections 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9280106a80 0x7f92801030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9280101420 0x7f9280102b90 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 --2- 172.21.15.7:0/2152711861 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9280100a80 0x7f9280102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:16.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 >> 172.21.15.7:0/2152711861 conn(0x7f92800fc7a0 msgr2=0x7f92801047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:16.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 shutdown_connections 2024-09-19T05:40:16.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:16.661+0000 7f92859bf640 1 -- 172.21.15.7:0/2152711861 wait complete. 2024-09-19T05:40:16.902 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:40:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i[65540]: 2024-09-19T05:40:16.427+0000 7fd055882640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T05:40:17.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:17 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:active 2024-09-19T05:40:17.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:17 smithi007 ceph-mon[30960]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:17 smithi007 ceph-mon[30960]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.314 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:17 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2152711861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:17.345 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:40:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:17 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:active 2024-09-19T05:40:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:17 smithi063 ceph-mon[34779]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:17 smithi063 ceph-mon[34779]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:17 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2152711861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:17 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] up:active 2024-09-19T05:40:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:17 smithi044 ceph-mon[34175]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:17 smithi044 ceph-mon[34175]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:17 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2152711861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:17.603 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 -- 172.21.15.7:0/3206487945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40102790 msgr2=0x7f2e401067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/3206487945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40102790 0x7f2e401067e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c009900 tx=0x7f2e2c02a410 comp rx=0 tx=0).stop 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 -- 172.21.15.7:0/3206487945 shutdown_connections 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/3206487945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 0x7f2e4010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/3206487945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40102790 0x7f2e401067e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/3206487945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40101de0 0x7f2e401021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 -- 172.21.15.7:0/3206487945 >> 172.21.15.7:0/3206487945 conn(0x7f2e400fd8c0 msgr2=0x7f2e400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:18.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 -- 172.21.15.7:0/3206487945 shutdown_connections 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.124+0000 7f2e46b3d640 1 -- 172.21.15.7:0/3206487945 wait complete. 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 Processor -- start 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 -- start start 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40102790 0x7f2e40074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 0x7f2e40074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2e40111e20 con 0x7f2e40101de0 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2e40111ca0 con 0x7f2e40102790 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e46b3d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2e40111fa0 con 0x7f2e40106f10 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54438/0 (socket says 172.21.15.7:54438) 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 -- 172.21.15.7:0/992427684 learned_addr learned my addr 172.21.15.7:0/992427684 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:18.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e3ffff640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40102790 0x7f2e40074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e450da640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 0x7f2e40074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 -- 172.21.15.7:0/992427684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 msgr2=0x7f2e40074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 0x7f2e40074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 -- 172.21.15.7:0/992427684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40102790 msgr2=0x7f2e40074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40102790 0x7f2e40074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.125+0000 7f2e448d9640 1 -- 172.21.15.7:0/992427684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e401a6820 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e448d9640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2e3400d950 tx=0x7f2e3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e34017070 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e34009c30 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e401a6b10 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3400f620 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.126+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e401a7070 con 0x7f2e40101de0 2024-09-19T05:40:18.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.127+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e401021c0 con 0x7f2e40101de0 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.128+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f2e340109a0 con 0x7f2e40101de0 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.129+0000 7f2e3dffb640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 0x7f2e300a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.129+0000 7f2e3ffff640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 0x7f2e300a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.129+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f2e340cf4d0 con 0x7f2e40101de0 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.129+0000 7f2e3ffff640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 0x7f2e300a5780 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c031440 tx=0x7f2e2c0095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:18.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.133+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f2e34009de0 con 0x7f2e40101de0 2024-09-19T05:40:18.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.308+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e40075a20 con 0x7f2e40101de0 2024-09-19T05:40:18.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:18 smithi007 ceph-mon[30960]: pgmap v283: 97 pgs: 10 creating+activating, 21 unknown, 66 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 1 op/s 2024-09-19T05:40:18.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:18 smithi007 ceph-mon[30960]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T05:40:18.310 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:18 smithi007 ceph-mon[30960]: Cluster is now healthy 2024-09-19T05:40:18.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.310+0000 7f2e3dffb640 1 -- 172.21.15.7:0/992427684 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22159 (secure 0 0 0) 0x7f2e3409c2a0 con 0x7f2e40101de0 2024-09-19T05:40:18.312 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:18.312 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":83,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:40:14.614139+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:40:18.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 msgr2=0x7f2e300a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:18.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 0x7f2e300a5780 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c031440 tx=0x7f2e2c0095f0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 msgr2=0x7f2e400744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:18.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2e3400d950 tx=0x7f2e3400de10 comp rx=0 tx=0).stop 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 shutdown_connections 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2e300a32c0 0x7f2e300a5780 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2e40106f10 0x7f2e40074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e40102790 0x7f2e40074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 --2- 172.21.15.7:0/992427684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2e40101de0 0x7f2e400744f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.312+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 >> 172.21.15.7:0/992427684 conn(0x7f2e400fd8c0 msgr2=0x7f2e400fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.313+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 shutdown_connections 2024-09-19T05:40:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:18.313+0000 7f2e46b3d640 1 -- 172.21.15.7:0/992427684 wait complete. 2024-09-19T05:40:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:18 smithi063 ceph-mon[34779]: pgmap v283: 97 pgs: 10 creating+activating, 21 unknown, 66 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 1 op/s 2024-09-19T05:40:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:18 smithi063 ceph-mon[34779]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T05:40:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:18 smithi063 ceph-mon[34779]: Cluster is now healthy 2024-09-19T05:40:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:18 smithi044 ceph-mon[34175]: pgmap v283: 97 pgs: 10 creating+activating, 21 unknown, 66 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 1 op/s 2024-09-19T05:40:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:18 smithi044 ceph-mon[34175]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-19T05:40:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:18 smithi044 ceph-mon[34175]: Cluster is now healthy 2024-09-19T05:40:19.008 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-19T05:40:19.271 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:19.331 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/992427684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:19.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/992427684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/992427684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:19.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/2868582356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4101de0 msgr2=0x7fcaa41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:19.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/2868582356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4101de0 0x7fcaa41021c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fca94009900 tx=0x7fca9402a410 comp rx=0 tx=0).stop 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/2868582356 shutdown_connections 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/2868582356 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4106f10 0x7fcaa410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/2868582356 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4102790 0x7fcaa41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/2868582356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4101de0 0x7fcaa41021c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/2868582356 >> 172.21.15.7:0/2868582356 conn(0x7fcaa40fd8c0 msgr2=0x7fcaa40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.777+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/2868582356 shutdown_connections 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.778+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/2868582356 wait complete. 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.778+0000 7fcaa9c3c640 1 Processor -- start 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.778+0000 7fcaa9c3c640 1 -- start start 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4101de0 0x7fcaa4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4106f10 0x7fcaa419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:19.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4111e40 con 0x7fcaa4102790 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4111cc0 con 0x7fcaa4106f10 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa9c3c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4111fc0 con 0x7fcaa4101de0 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54454/0 (socket says 172.21.15.7:54454) 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 -- 172.21.15.7:0/1797780673 learned_addr learned my addr 172.21.15.7:0/1797780673 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa37fe640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4101de0 0x7fcaa4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa3fff640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4106f10 0x7fcaa419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 -- 172.21.15.7:0/1797780673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4101de0 msgr2=0x7fcaa4198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4101de0 0x7fcaa4198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 -- 172.21.15.7:0/1797780673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4106f10 msgr2=0x7fcaa419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4106f10 0x7fcaa419cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 -- 172.21.15.7:0/1797780673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa419d330 con 0x7fcaa4102790 2024-09-19T05:40:19.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.779+0000 7fcaa2ffd640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fca9800b4a0 tx=0x7fca9800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.780+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca98014070 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.780+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa419d620 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.780+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca98010ac0 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.780+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca98017c30 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.780+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa41a4f00 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.781+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaa41021c0 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.782+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fca98017070 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.782+0000 7fcaa0ff9640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 0x7fca8c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.783+0000 7fcaa37fe640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 0x7fca8c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.783+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fca980cef20 con 0x7fcaa4102790 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.783+0000 7fcaa37fe640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 0x7fca8c0a5700 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fca94031440 tx=0x7fca94005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:19.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:19.787+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fca9809bcf0 con 0x7fcaa4102790 2024-09-19T05:40:20.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.001+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fcaa402d7c0 con 0x7fcaa4102790 2024-09-19T05:40:20.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.043+0000 7fcaa0ff9640 1 -- 172.21.15.7:0/1797780673 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fca9809b5f0 con 0x7fcaa4102790 2024-09-19T05:40:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 msgr2=0x7fca8c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 0x7fca8c0a5700 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fca94031440 tx=0x7fca94005e80 comp rx=0 tx=0).stop 2024-09-19T05:40:20.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 msgr2=0x7fcaa41988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fca9800b4a0 tx=0x7fca9800b960 comp rx=0 tx=0).stop 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 shutdown_connections 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fca8c0a3240 0x7fca8c0a5700 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcaa4106f10 0x7fcaa419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcaa4102790 0x7fcaa41988c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 --2- 172.21.15.7:0/1797780673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcaa4101de0 0x7fcaa4198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.045+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 >> 172.21.15.7:0/1797780673 conn(0x7fcaa40fd8c0 msgr2=0x7fcaa40fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.046+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 shutdown_connections 2024-09-19T05:40:20.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:20.046+0000 7fcaa9c3c640 1 -- 172.21.15.7:0/1797780673 wait complete. 2024-09-19T05:40:20.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:20 smithi007 ceph-mon[30960]: pgmap v284: 97 pgs: 9 creating+activating, 88 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-19T05:40:20.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:20 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T05:40:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:20 smithi063 ceph-mon[34779]: pgmap v284: 97 pgs: 9 creating+activating, 88 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-19T05:40:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:20 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T05:40:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:20 smithi044 ceph-mon[34175]: pgmap v284: 97 pgs: 9 creating+activating, 88 active+clean; 578 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-19T05:40:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:20 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-19T05:40:20.732 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-19T05:40:20.732 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-09-19T05:40:20.994 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:21.376 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:21 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T05:40:21.376 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:21 smithi007 ceph-mon[30960]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:21 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T05:40:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:21 smithi063 ceph-mon[34779]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.459+0000 7fb0dd084640 1 -- 172.21.15.7:0/4287704610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8101de0 msgr2=0x7fb0d81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.459+0000 7fb0dd084640 1 --2- 172.21.15.7:0/4287704610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8101de0 0x7fb0d81021c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8009900 tx=0x7fb0c802a410 comp rx=0 tx=0).stop 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 -- 172.21.15.7:0/4287704610 shutdown_connections 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 --2- 172.21.15.7:0/4287704610 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8106f10 0x7fb0d810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 --2- 172.21.15.7:0/4287704610 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 0x7fb0d81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 --2- 172.21.15.7:0/4287704610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8101de0 0x7fb0d81021c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 -- 172.21.15.7:0/4287704610 >> 172.21.15.7:0/4287704610 conn(0x7fb0d80fd8c0 msgr2=0x7fb0d80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 -- 172.21.15.7:0/4287704610 shutdown_connections 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 -- 172.21.15.7:0/4287704610 wait complete. 2024-09-19T05:40:21.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.460+0000 7fb0dd084640 1 Processor -- start 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 -- start start 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8101de0 0x7fb0d80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 0x7fb0d8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8111e20 con 0x7fb0d8106f10 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8111ca0 con 0x7fb0d8102790 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0dd084640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8111fa0 con 0x7fb0d8101de0 2024-09-19T05:40:21.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37410/0 (socket says 172.21.15.7:37410) 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 -- 172.21.15.7:0/2633876100 learned_addr learned my addr 172.21.15.7:0/2633876100 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d6d9d640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8101de0 0x7fb0d80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d659c640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 0x7fb0d8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 -- 172.21.15.7:0/2633876100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8101de0 msgr2=0x7fb0d80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8101de0 0x7fb0d80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 -- 172.21.15.7:0/2633876100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 msgr2=0x7fb0d8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 0x7fb0d8074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 -- 172.21.15.7:0/2633876100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d81a6840 con 0x7fb0d8106f10 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.461+0000 7fb0d759e640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0d000eaa0 tx=0x7fb0d000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.462+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d000cdb0 con 0x7fb0d8106f10 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.462+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d81a6b30 con 0x7fb0d8106f10 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.462+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0d0005020 con 0x7fb0d8106f10 2024-09-19T05:40:21.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.462+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d00116d0 con 0x7fb0d8106f10 2024-09-19T05:40:21.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.462+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d81a7070 con 0x7fb0d8106f10 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.463+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d81021c0 con 0x7fb0d8106f10 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.464+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7fb0d00051d0 con 0x7fb0d8106f10 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.464+0000 7fb0bffff640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 0x7fb0c00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.465+0000 7fb0d6d9d640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 0x7fb0c00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.465+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fb0d00cf950 con 0x7fb0d8106f10 2024-09-19T05:40:21.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.465+0000 7fb0d6d9d640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 0x7fb0c00a5700 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8031440 tx=0x7fb0c8005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:21.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.469+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb0d0016030 con 0x7fb0d8106f10 2024-09-19T05:40:21.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:21 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1797780673' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-19T05:40:21.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:21 smithi044 ceph-mon[34175]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:21.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:21.682+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fb0d802d7c0 con 0x7fb0d8106f10 2024-09-19T05:40:22.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.057+0000 7fb0bffff640 1 -- 172.21.15.7:0/2633876100 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7fb0d009c7c0 con 0x7fb0d8106f10 2024-09-19T05:40:22.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.059+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 msgr2=0x7fb0c00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:22.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.059+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 0x7fb0c00a5700 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8031440 tx=0x7fb0c8005b50 comp rx=0 tx=0).stop 2024-09-19T05:40:22.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.059+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 msgr2=0x7fb0d8074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:22.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.059+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0d000eaa0 tx=0x7fb0d000ef60 comp rx=0 tx=0).stop 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 shutdown_connections 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb0c00a3240 0x7fb0c00a5700 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb0d8106f10 0x7fb0d8074f70 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb0d8102790 0x7fb0d8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 --2- 172.21.15.7:0/2633876100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb0d8101de0 0x7fb0d80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 >> 172.21.15.7:0/2633876100 conn(0x7fb0d80fd8c0 msgr2=0x7fb0d80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 shutdown_connections 2024-09-19T05:40:22.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:22.060+0000 7fb0dd084640 1 -- 172.21.15.7:0/2633876100 wait complete. 2024-09-19T05:40:22.357 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:22 smithi007 ceph-mon[30960]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-19T05:40:22.357 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:22 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-19T05:40:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:22 smithi063 ceph-mon[34779]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-19T05:40:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:22 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-19T05:40:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:22 smithi044 ceph-mon[34175]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-19T05:40:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:22 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-19T05:40:22.752 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-19T05:40:23.020 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:23.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T05:40:23.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-19T05:40:23.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T05:40:23.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:23.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-19T05:40:23.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:23 smithi007 ceph-mon[30960]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-19T05:40:23.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T05:40:23.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-19T05:40:23.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T05:40:23.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:23.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-19T05:40:23.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:23 smithi063 ceph-mon[34779]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2633876100' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-19T05:40:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:23 smithi044 ceph-mon[34175]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.527+0000 7efede1bb640 1 -- 172.21.15.7:0/4199174643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 msgr2=0x7efed81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.527+0000 7efede1bb640 1 --2- 172.21.15.7:0/4199174643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed81021c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efec8009ca0 tx=0x7efec802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.527+0000 7efede1bb640 1 -- 172.21.15.7:0/4199174643 shutdown_connections 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 --2- 172.21.15.7:0/4199174643 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 --2- 172.21.15.7:0/4199174643 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 0x7efed81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 --2- 172.21.15.7:0/4199174643 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed81021c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 -- 172.21.15.7:0/4199174643 >> 172.21.15.7:0/4199174643 conn(0x7efed80fd8c0 msgr2=0x7efed80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 -- 172.21.15.7:0/4199174643 shutdown_connections 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 -- 172.21.15.7:0/4199174643 wait complete. 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 Processor -- start 2024-09-19T05:40:23.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.528+0000 7efede1bb640 1 -- start start 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 0x7efed81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efed8111e20 con 0x7efed8101de0 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efed8111ca0 con 0x7efed8102790 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efed8111fa0 con 0x7efed8106f10 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37430/0 (socket says 172.21.15.7:37430) 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 -- 172.21.15.7:0/2168882812 learned_addr learned my addr 172.21.15.7:0/2168882812 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed7fff640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed6ffd640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 0x7efed81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 -- 172.21.15.7:0/2168882812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 msgr2=0x7efed819cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:23.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed819cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 -- 172.21.15.7:0/2168882812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 msgr2=0x7efed81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 0x7efed81988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 -- 172.21.15.7:0/2168882812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efed819d310 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed7fff640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed819cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed77fe640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efec802ade0 tx=0x7efec8032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec8003cf0 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efec80044f0 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efed819d5a0 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efec8030c40 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.529+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efed81a4ee0 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.530+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efed81021c0 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.531+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7efec8004040 con 0x7efed8101de0 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.532+0000 7efed4ff9640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 0x7efec00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:23.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.532+0000 7efed6ffd640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 0x7efec00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:23.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.532+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7efec80f0e60 con 0x7efed8101de0 2024-09-19T05:40:23.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.533+0000 7efed6ffd640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 0x7efec00a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efecc005fd0 tx=0x7efecc005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:23.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.536+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7efec80bdcd0 con 0x7efed8101de0 2024-09-19T05:40:23.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:23.747+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7efed810a0f0 con 0x7efed8101de0 2024-09-19T05:40:24.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.073+0000 7efed4ff9640 1 -- 172.21.15.7:0/2168882812 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7efec80bd5d0 con 0x7efed8101de0 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 msgr2=0x7efec00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 0x7efec00a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efecc005fd0 tx=0x7efecc005850 comp rx=0 tx=0).stop 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 msgr2=0x7efed8198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efec802ade0 tx=0x7efec8032ff0 comp rx=0 tx=0).stop 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 shutdown_connections 2024-09-19T05:40:24.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efec00a3240 0x7efec00a5700 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efed8106f10 0x7efed819cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efed8102790 0x7efed81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 --2- 172.21.15.7:0/2168882812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efed8101de0 0x7efed8198360 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.075+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 >> 172.21.15.7:0/2168882812 conn(0x7efed80fd8c0 msgr2=0x7efed80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.076+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 shutdown_connections 2024-09-19T05:40:24.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:24.076+0000 7efede1bb640 1 -- 172.21.15.7:0/2168882812 wait complete. 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: pgmap v286: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 6 op/s 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:active 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-19T05:40:24.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:24 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T05:40:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: pgmap v286: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 6 op/s 2024-09-19T05:40:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:active 2024-09-19T05:40:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T05:40:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-19T05:40:24.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-19T05:40:24.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-19T05:40:24.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:24 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T05:40:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: pgmap v286: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 6 op/s 2024-09-19T05:40:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] up:active 2024-09-19T05:40:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-19T05:40:24.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-19T05:40:24.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-19T05:40:24.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-19T05:40:24.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:24 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-19T05:40:24.706 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-19T05:40:24.969 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:active 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: Cluster is now healthy 2024-09-19T05:40:25.377 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 4 up:standby-replay 4 up:standby 2024-09-19T05:40:25.378 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-09-19T05:40:25.378 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:25 smithi007 ceph-mon[30960]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-09-19T05:40:25.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T05:40:25.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:40:25.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-19T05:40:25.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:active 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: Cluster is now healthy 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 4 up:standby-replay 4 up:standby 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-09-19T05:40:25.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:25 smithi063 ceph-mon[34779]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-09-19T05:40:25.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 -- 172.21.15.7:0/3968541297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 msgr2=0x7f3630100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:25.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3968541297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f3630100ee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3618009930 tx=0x7f361802a420 comp rx=0 tx=0).stop 2024-09-19T05:40:25.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 -- 172.21.15.7:0/3968541297 shutdown_connections 2024-09-19T05:40:25.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3968541297 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630101420 0x7f363010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:25.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3968541297 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f3630100ee0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3968541297 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630106a80 0x7f3630106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 -- 172.21.15.7:0/3968541297 >> 172.21.15.7:0/3968541297 conn(0x7f36300fc7a0 msgr2=0x7f36300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 -- 172.21.15.7:0/3968541297 shutdown_connections 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.459+0000 7f3634ffe640 1 -- 172.21.15.7:0/3968541297 wait complete. 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 Processor -- start 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 -- start start 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630101420 0x7f363010e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630106a80 0x7f363010ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3630111ed0 con 0x7f3630100a80 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3630111d50 con 0x7f3630101420 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3634ffe640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3630112050 con 0x7f3630106a80 2024-09-19T05:40:25.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37446/0 (socket says 172.21.15.7:37446) 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 -- 172.21.15.7:0/3217697919 learned_addr learned my addr 172.21.15.7:0/3217697919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362ed9d640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630106a80 0x7f363010ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f3627fff640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630101420 0x7f363010e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 -- 172.21.15.7:0/3217697919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630106a80 msgr2=0x7f363010ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630106a80 0x7f363010ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 -- 172.21.15.7:0/3217697919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630101420 msgr2=0x7f363010e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630101420 0x7f363010e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:25.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.460+0000 7f362e59c640 1 -- 172.21.15.7:0/3217697919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36301a6990 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f362e59c640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f362000b4a0 tx=0x7f362000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620014070 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3620010ac0 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36301a6c80 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620017c30 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.461+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36301a7190 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.462+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3630100f60 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.463+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f3620017070 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.464+0000 7f36277fe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 0x7f361c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.464+0000 7f3627fff640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 0x7f361c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.464+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f36200cef40 con 0x7f3630100a80 2024-09-19T05:40:25.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.464+0000 7f3627fff640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 0x7f361c0a5700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3618000c00 tx=0x7f3618031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:25.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.468+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f362009bdb0 con 0x7f3630100a80 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2168882812' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] up:active 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-19T05:40:25.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-19T05:40:25.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: Cluster is now healthy 2024-09-19T05:40:25.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 4 up:standby-replay 4 up:standby 2024-09-19T05:40:25.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-09-19T05:40:25.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:25 smithi044 ceph-mon[34175]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-09-19T05:40:25.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:25.680+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f3630109010 con 0x7f3630100a80 2024-09-19T05:40:26.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.051+0000 7f36277fe640 1 -- 172.21.15.7:0/3217697919 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v26) ==== 115+0+0 (secure 0 0 0) 0x7f362009b6b0 con 0x7f3630100a80 2024-09-19T05:40:26.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 msgr2=0x7f361c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:26.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 0x7f361c0a5700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3618000c00 tx=0x7f3618031400 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 msgr2=0x7f363010e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f362000b4a0 tx=0x7f362000b960 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 shutdown_connections 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f361c0a3240 0x7f361c0a5700 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3630106a80 0x7f363010ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3630101420 0x7f363010e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 --2- 172.21.15.7:0/3217697919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3630100a80 0x7f363010e3e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 >> 172.21.15.7:0/3217697919 conn(0x7f36300fc7a0 msgr2=0x7f36300fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 shutdown_connections 2024-09-19T05:40:26.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:26.054+0000 7f3634ffe640 1 -- 172.21.15.7:0/3217697919 wait complete. 2024-09-19T05:40:26.375 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: pgmap v287: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-19T05:40:26.376 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T05:40:26.376 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T05:40:26.376 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:active 2024-09-19T05:40:26.376 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-09-19T05:40:26.376 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:26 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:40:26.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: pgmap v287: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-19T05:40:26.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T05:40:26.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T05:40:26.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:active 2024-09-19T05:40:26.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-09-19T05:40:26.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:26 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:40:26.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: pgmap v287: 97 pgs: 97 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-09-19T05:40:26.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-19T05:40:26.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3217697919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-19T05:40:26.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] up:active 2024-09-19T05:40:26.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-09-19T05:40:26.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:40:26.706 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-09-19T05:40:26.707 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-19T05:40:26.902 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:40:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i[65540]: 2024-09-19T05:40:26.427+0000 7fd055882640 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-09-19T05:40:26.969 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:27.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3563111889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 msgr2=0x7f1b54107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:27.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3563111889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54107b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009930 tx=0x7f1b4402a420 comp rx=0 tx=0).stop 2024-09-19T05:40:27.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3563111889 shutdown_connections 2024-09-19T05:40:27.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3563111889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 0x7f1b5410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3563111889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54107b80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3563111889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 0x7f1b54103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3563111889 >> 172.21.15.7:0/3563111889 conn(0x7f1b540fc7d0 msgr2=0x7f1b540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3563111889 shutdown_connections 2024-09-19T05:40:27.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.434+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3563111889 wait complete. 2024-09-19T05:40:27.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 Processor -- start 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 -- start start 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 0x7f1b54198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 0x7f1b5419ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54111f80 con 0x7f1b54103740 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54111e00 con 0x7f1b54102d90 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b5b5e7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54112100 con 0x7f1b54108290 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b58b82640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b58b82640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37468/0 (socket says 172.21.15.7:37468) 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b58b82640 1 -- 172.21.15.7:0/3213456562 learned_addr learned my addr 172.21.15.7:0/3213456562 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b59383640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 0x7f1b54198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:27.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.435+0000 7f1b59b84640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 0x7f1b5419ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 -- 172.21.15.7:0/3213456562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 msgr2=0x7f1b5419ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 0x7f1b5419ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 -- 172.21.15.7:0/3213456562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 msgr2=0x7f1b54198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 0x7f1b54198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 -- 172.21.15.7:0/3213456562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5419d530 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b58b82640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1b44031440 tx=0x7f1b44004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4403f030 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5419d7c0 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b44003aa0 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44035070 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.436+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b541a5100 con 0x7f1b54103740 2024-09-19T05:40:27.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.437+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b5406a7f0 con 0x7f1b54103740 2024-09-19T05:40:27.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.438+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 138354+0+0 (secure 0 0 0) 0x7f1b44042030 con 0x7f1b54103740 2024-09-19T05:40:27.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.439+0000 7f1b4a7fc640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 0x7f1b400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:27.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.439+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f1b440f02a0 con 0x7f1b54103740 2024-09-19T05:40:27.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.439+0000 7f1b59383640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 0x7f1b400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:27.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.439+0000 7f1b59383640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 0x7f1b400a5700 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b50009990 tx=0x7f1b50009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:27.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.442+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1b440bd110 con 0x7f1b54103740 2024-09-19T05:40:27.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.646+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f1b54062630 con 0x7f1b400a3240 2024-09-19T05:40:27.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.672+0000 7f1b4a7fc640 1 -- 172.21.15.7:0/3213456562 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1b54062630 con 0x7f1b400a3240 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 msgr2=0x7f1b400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 0x7f1b400a5700 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b50009990 tx=0x7f1b50009110 comp rx=0 tx=0).stop 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 msgr2=0x7f1b54198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1b44031440 tx=0x7f1b44004270 comp rx=0 tx=0).stop 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 shutdown_connections 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f1b400a3240 0x7f1b400a5700 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b54108290 0x7f1b5419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b54103740 0x7f1b54198ac0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 --2- 172.21.15.7:0/3213456562 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b54102d90 0x7f1b54198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:27.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 >> 172.21.15.7:0/3213456562 conn(0x7f1b540fc7d0 msgr2=0x7f1b54105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:27.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 shutdown_connections 2024-09-19T05:40:27.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:27.674+0000 7f1b5b5e7640 1 -- 172.21.15.7:0/3213456562 wait complete. 2024-09-19T05:40:28.087 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:40:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:40:27.650+0000 7ffa2c295640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:40:28.087 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:40:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:40:27.650+0000 7ffa2c295640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:40:28.088 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:40:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:40:27.650+0000 7ffa2c295640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:40:28.088 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:40:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:40:27.650+0000 7ffa2c295640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:40:28.088 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:40:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:40:27.650+0000 7ffa2c295640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:40:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:28 smithi007 ceph-mon[30960]: pgmap v288: 97 pgs: 97 active+clean; 582 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 783 B/s rd, 3.1 KiB/s wr, 12 op/s 2024-09-19T05:40:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:28 smithi007 ceph-mon[30960]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:28 smithi063 ceph-mon[34779]: pgmap v288: 97 pgs: 97 active+clean; 582 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 783 B/s rd, 3.1 KiB/s wr, 12 op/s 2024-09-19T05:40:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:28 smithi063 ceph-mon[34779]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:28 smithi044 ceph-mon[34175]: pgmap v288: 97 pgs: 97 active+clean; 582 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 783 B/s rd, 3.1 KiB/s wr, 12 op/s 2024-09-19T05:40:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:28 smithi044 ceph-mon[34175]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:28.564 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-19T05:40:28.822 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:29.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 -- 172.21.15.7:0/645758264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404101de0 msgr2=0x7f34041021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:29.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 --2- 172.21.15.7:0/645758264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404101de0 0x7f34041021c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f33f4009900 tx=0x7f33f402a410 comp rx=0 tx=0).stop 2024-09-19T05:40:29.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 -- 172.21.15.7:0/645758264 shutdown_connections 2024-09-19T05:40:29.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 --2- 172.21.15.7:0/645758264 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404106f10 0x7f340410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 --2- 172.21.15.7:0/645758264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 --2- 172.21.15.7:0/645758264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404101de0 0x7f34041021c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 -- 172.21.15.7:0/645758264 >> 172.21.15.7:0/645758264 conn(0x7f34040fd8c0 msgr2=0x7f34040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 -- 172.21.15.7:0/645758264 shutdown_connections 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.310+0000 7f3409d9d640 1 -- 172.21.15.7:0/645758264 wait complete. 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.311+0000 7f3409d9d640 1 Processor -- start 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.311+0000 7f3409d9d640 1 -- start start 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404101de0 0x7f3404198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3404111e20 con 0x7f3404106f10 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3404111ca0 con 0x7f3404101de0 2024-09-19T05:40:29.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3409d9d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3404111fa0 con 0x7f3404102790 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3403fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3403fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37510/0 (socket says 172.21.15.7:37510) 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3403fff640 1 -- 172.21.15.7:0/3379649866 learned_addr learned my addr 172.21.15.7:0/3379649866 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f34037fe640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404101de0 0x7f3404198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 -- 172.21.15.7:0/3379649866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404101de0 msgr2=0x7f3404198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404101de0 0x7f3404198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 -- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 msgr2=0x7f340419cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 -- 172.21.15.7:0/3379649866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f340419d310 con 0x7f3404102790 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3403fff640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:40:29.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.312+0000 7f3402ffd640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041988a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f33f800e9f0 tx=0x7f33f800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.313+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f800ccc0 con 0x7f3404102790 2024-09-19T05:40:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.313+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f340419d600 con 0x7f3404102790 2024-09-19T05:40:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.313+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33f8005020 con 0x7f3404102790 2024-09-19T05:40:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.313+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f8004a00 con 0x7f3404102790 2024-09-19T05:40:29.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.313+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34041a4ee0 con 0x7f3404102790 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.314+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34041021c0 con 0x7f3404102790 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.315+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f33f8004ba0 con 0x7f3404102790 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.316+0000 7f3400ff9640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 0x7f33ec0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.316+0000 7f34037fe640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 0x7f33ec0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.316+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f33f80cfa00 con 0x7f3404102790 2024-09-19T05:40:29.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.316+0000 7f34037fe640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 0x7f33ec0a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f33f4031440 tx=0x7f33f4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:29.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.323+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f33f809c700 con 0x7f3404102790 2024-09-19T05:40:29.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.524+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3404062630 con 0x7f33ec0a32d0 2024-09-19T05:40:29.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.550+0000 7f3400ff9640 1 -- 172.21.15.7:0/3379649866 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3404062630 con 0x7f33ec0a32d0 2024-09-19T05:40:29.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 msgr2=0x7f33ec0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:29.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 0x7f33ec0a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f33f4031440 tx=0x7f33f4005b50 comp rx=0 tx=0).stop 2024-09-19T05:40:29.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 msgr2=0x7f34041988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041988a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f33f800e9f0 tx=0x7f33f800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 shutdown_connections 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f33ec0a32d0 0x7f33ec0a5790 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.552+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3404106f10 0x7f340419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.553+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3404102790 0x7f34041988a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.553+0000 7f3409d9d640 1 --2- 172.21.15.7:0/3379649866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3404101de0 0x7f3404198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.553+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 >> 172.21.15.7:0/3379649866 conn(0x7f34040fd8c0 msgr2=0x7f34040fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.553+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 shutdown_connections 2024-09-19T05:40:29.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:29.553+0000 7f3409d9d640 1 -- 172.21.15.7:0/3379649866 wait complete. 2024-09-19T05:40:30.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:30 smithi007 ceph-mon[30960]: pgmap v289: 97 pgs: 97 active+clean; 583 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-19T05:40:30.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:30 smithi007 ceph-mon[30960]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T05:40:30.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:30 smithi007 ceph-mon[30960]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:30.192 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-19T05:40:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:30 smithi063 ceph-mon[34779]: pgmap v289: 97 pgs: 97 active+clean; 583 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-19T05:40:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:30 smithi063 ceph-mon[34779]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T05:40:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:30 smithi063 ceph-mon[34779]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:30 smithi044 ceph-mon[34175]: pgmap v289: 97 pgs: 97 active+clean; 583 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-09-19T05:40:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:30 smithi044 ceph-mon[34175]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-19T05:40:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:30 smithi044 ceph-mon[34175]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:30.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 -- 172.21.15.7:0/4004107868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac106f10 msgr2=0x7fdaac10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 --2- 172.21.15.7:0/4004107868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac106f10 0x7fdaac10ea90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009ca0 tx=0x7fdaa402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 -- 172.21.15.7:0/4004107868 shutdown_connections 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 --2- 172.21.15.7:0/4004107868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac106f10 0x7fdaac10ea90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 --2- 172.21.15.7:0/4004107868 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdaac102790 0x7fdaac1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 --2- 172.21.15.7:0/4004107868 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac101de0 0x7fdaac1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 -- 172.21.15.7:0/4004107868 >> 172.21.15.7:0/4004107868 conn(0x7fdaac0fd8c0 msgr2=0x7fdaac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 -- 172.21.15.7:0/4004107868 shutdown_connections 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.910+0000 7fdab194c640 1 -- 172.21.15.7:0/4004107868 wait complete. 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 Processor -- start 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 -- start start 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:30.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdaac102790 0x7fdaac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac106f10 0x7fdaac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdaac111e20 con 0x7fdaac101de0 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdaac111ca0 con 0x7fdaac106f10 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdab194c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdaac111fa0 con 0x7fdaac102790 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdaaaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdaaaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41208/0 (socket says 172.21.15.7:41208) 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.911+0000 7fdaaaffd640 1 -- 172.21.15.7:0/3514450867 learned_addr learned my addr 172.21.15.7:0/3514450867 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaab7fe640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac106f10 0x7fdaac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 -- 172.21.15.7:0/3514450867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdaac102790 msgr2=0x7fdaac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdaac102790 0x7fdaac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 -- 172.21.15.7:0/3514450867 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac106f10 msgr2=0x7fdaac074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:30.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac106f10 0x7fdaac074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 -- 172.21.15.7:0/3514450867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaac1a6800 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdaaaffd640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fda9c00d950 tx=0x7fda9c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c017070 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda9c009c30 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaac1a6af0 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c00f620 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.912+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaac1a7080 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.913+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaac1021c0 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.914+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fda9c0109a0 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.915+0000 7fdab094a640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 0x7fda940a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.916+0000 7fdaaa7fc640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 0x7fda940a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.916+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fda9c0cf560 con 0x7fdaac101de0 2024-09-19T05:40:30.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.916+0000 7fdaaa7fc640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 0x7fda940a5810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdaa0005d80 tx=0x7fdaa0005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:30.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:30.919+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fda9c009de0 con 0x7fdaac101de0 2024-09-19T05:40:31.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.123+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fdaac062630 con 0x7fda940a3350 2024-09-19T05:40:31.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.128+0000 7fdab094a640 1 -- 172.21.15.7:0/3514450867 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fdaac062630 con 0x7fda940a3350 2024-09-19T05:40:31.134 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 msgr2=0x7fda940a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 0x7fda940a5810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdaa0005d80 tx=0x7fdaa0005c90 comp rx=0 tx=0).stop 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 msgr2=0x7fdaac0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fda9c00d950 tx=0x7fda9c00de10 comp rx=0 tx=0).stop 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 shutdown_connections 2024-09-19T05:40:31.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fda940a3350 0x7fda940a5810 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdaac106f10 0x7fdaac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdaac102790 0x7fdaac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 --2- 172.21.15.7:0/3514450867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdaac101de0 0x7fdaac0744f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.130+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 >> 172.21.15.7:0/3514450867 conn(0x7fdaac0fd8c0 msgr2=0x7fdaac0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.131+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 shutdown_connections 2024-09-19T05:40:31.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:31.131+0000 7fdab194c640 1 -- 172.21.15.7:0/3514450867 wait complete. 2024-09-19T05:40:31.835 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-19T05:40:32.093 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:32 smithi007 ceph-mon[30960]: pgmap v290: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:32 smithi007 ceph-mon[30960]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:32 smithi063 ceph-mon[34779]: pgmap v290: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:32 smithi063 ceph-mon[34779]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:32 smithi044 ceph-mon[34175]: pgmap v290: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:32 smithi044 ceph-mon[34175]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:32.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/368906626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18100e20 msgr2=0x7f6c18101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/368906626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18100e20 0x7f6c18101200 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6c10009ca0 tx=0x7f6c1002a950 comp rx=0 tx=0).stop 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/368906626 shutdown_connections 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/368906626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18102ef0 0x7f6c1810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/368906626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102570 0x7f6c181029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/368906626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18100e20 0x7f6c18101200 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/368906626 >> 172.21.15.7:0/368906626 conn(0x7f6c180fc7d0 msgr2=0x7f6c180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/368906626 shutdown_connections 2024-09-19T05:40:32.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.560+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/368906626 wait complete. 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 Processor -- start 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 -- start start 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 0x7f6c18198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102ef0 0x7f6c1819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:32.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6c18110e30 con 0x7f6c18102570 2024-09-19T05:40:32.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6c18110cb0 con 0x7f6c18100e20 2024-09-19T05:40:32.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c1d7e0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6c18110fb0 con 0x7f6c18102ef0 2024-09-19T05:40:32.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:32.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41228/0 (socket says 172.21.15.7:41228) 2024-09-19T05:40:32.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 -- 172.21.15.7:0/2573039163 learned_addr learned my addr 172.21.15.7:0/2573039163 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:32.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c16ffd640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 0x7f6c18198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 -- 172.21.15.7:0/2573039163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102ef0 msgr2=0x7f6c1819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c177fe640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102ef0 0x7f6c1819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102ef0 0x7f6c1819cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.561+0000 7f6c167fc640 1 -- 172.21.15.7:0/2573039163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 msgr2=0x7f6c18198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c167fc640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 0x7f6c18198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c167fc640 1 -- 172.21.15.7:0/2573039163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c1819d420 con 0x7f6c18102570 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c16ffd640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 0x7f6c18198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c167fc640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6c0000d770 tx=0x7f6c0000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c00017070 con 0x7f6c18102570 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c000054d0 con 0x7f6c18102570 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c1819d710 con 0x7f6c18102570 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c00004cf0 con 0x7f6c18102570 2024-09-19T05:40:32.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.562+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c181a4ff0 con 0x7f6c18102570 2024-09-19T05:40:32.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.563+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c18101200 con 0x7f6c18102570 2024-09-19T05:40:32.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.564+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f6c00004e90 con 0x7f6c18102570 2024-09-19T05:40:32.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.565+0000 7f6c0ffff640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 0x7f6c040a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:32.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.565+0000 7f6c16ffd640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 0x7f6c040a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:32.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.565+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f6c000cf510 con 0x7f6c18102570 2024-09-19T05:40:32.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.565+0000 7f6c16ffd640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 0x7f6c040a5790 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f6c10006010 tx=0x7f6c10005f80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:32.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.569+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6c0009c180 con 0x7f6c18102570 2024-09-19T05:40:32.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.770+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f6c18069f70 con 0x7f6c040a32d0 2024-09-19T05:40:32.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.796+0000 7f6c0ffff640 1 -- 172.21.15.7:0/2573039163 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6c18069f70 con 0x7f6c040a32d0 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 msgr2=0x7f6c040a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 0x7f6c040a5790 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f6c10006010 tx=0x7f6c10005f80 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 msgr2=0x7f6c181989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6c0000d770 tx=0x7f6c0000dc30 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 shutdown_connections 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6c040a32d0 0x7f6c040a5790 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6c18102ef0 0x7f6c1819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6c18102570 0x7f6c181989b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 --2- 172.21.15.7:0/2573039163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6c18100e20 0x7f6c18198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 >> 172.21.15.7:0/2573039163 conn(0x7f6c180fc7d0 msgr2=0x7f6c18105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 shutdown_connections 2024-09-19T05:40:32.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:32.798+0000 7f6c1d7e0640 1 -- 172.21.15.7:0/2573039163 wait complete. 2024-09-19T05:40:33.582 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-19T05:40:33.837 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:34.251 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:34 smithi007 ceph-mon[30960]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:34.251 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:34 smithi007 ceph-mon[30960]: pgmap v291: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 -- 172.21.15.7:0/609967314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 msgr2=0x7f4f1c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 --2- 172.21.15.7:0/609967314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c10da40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4f14009ca0 tx=0x7f4f1402a950 comp rx=0 tx=0).stop 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 -- 172.21.15.7:0/609967314 shutdown_connections 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 --2- 172.21.15.7:0/609967314 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c10da40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 --2- 172.21.15.7:0/609967314 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c102570 0x7f4f1c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 --2- 172.21.15.7:0/609967314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c100e20 0x7f4f1c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 -- 172.21.15.7:0/609967314 >> 172.21.15.7:0/609967314 conn(0x7f4f1c0fc7d0 msgr2=0x7f4f1c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 -- 172.21.15.7:0/609967314 shutdown_connections 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.334+0000 7f4f24640640 1 -- 172.21.15.7:0/609967314 wait complete. 2024-09-19T05:40:34.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 Processor -- start 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 -- start start 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c100e20 0x7f4f1c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c102570 0x7f4f1c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c111f40 con 0x7f4f1c102ef0 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c111dc0 con 0x7f4f1c102570 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f24640640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4f1c1120c0 con 0x7f4f1c100e20 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f22bdd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f22bdd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41250/0 (socket says 172.21.15.7:41250) 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f22bdd640 1 -- 172.21.15.7:0/3342758090 learned_addr learned my addr 172.21.15.7:0/3342758090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.335+0000 7f4f223dc640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c100e20 0x7f4f1c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f21bdb640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c102570 0x7f4f1c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 -- 172.21.15.7:0/3342758090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c100e20 msgr2=0x7f4f1c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c100e20 0x7f4f1c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 -- 172.21.15.7:0/3342758090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c102570 msgr2=0x7f4f1c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c102570 0x7f4f1c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 -- 172.21.15.7:0/3342758090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f1c19d370 con 0x7f4f1c102ef0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f22bdd640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f1402ae70 tx=0x7f4f1402f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f14034040 con 0x7f4f1c102ef0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f140308f0 con 0x7f4f1c102ef0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f1c19d600 con 0x7f4f1c102ef0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f14004750 con 0x7f4f1c102ef0 2024-09-19T05:40:34.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.336+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f1c1a4f40 con 0x7f4f1c102ef0 2024-09-19T05:40:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.337+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f1c101200 con 0x7f4f1c102ef0 2024-09-19T05:40:34.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.338+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f4f14037020 con 0x7f4f1c102ef0 2024-09-19T05:40:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.339+0000 7f4f137fe640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 0x7f4f080a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.339+0000 7f4f223dc640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 0x7f4f080a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.339+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f4f140f07c0 con 0x7f4f1c102ef0 2024-09-19T05:40:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.340+0000 7f4f223dc640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 0x7f4f080a5810 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800abe0 tx=0x7f4f1800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:34.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.343+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f4f140bd540 con 0x7f4f1c102ef0 2024-09-19T05:40:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:34 smithi063 ceph-mon[34779]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:34 smithi063 ceph-mon[34779]: pgmap v291: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:34 smithi044 ceph-mon[34175]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:34 smithi044 ceph-mon[34175]: pgmap v291: 97 pgs: 97 active+clean; 605 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-19T05:40:34.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.546+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f4f1c062630 con 0x7f4f080a3350 2024-09-19T05:40:34.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.550+0000 7f4f137fe640 1 -- 172.21.15.7:0/3342758090 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f4f1c062630 con 0x7f4f080a3350 2024-09-19T05:40:34.553 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_1/e1bbea59-382b-49ef-af92-3b84f7c426f2 2024-09-19T05:40:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 msgr2=0x7f4f080a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 0x7f4f080a5810 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800abe0 tx=0x7f4f1800a2d0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 msgr2=0x7f4f1c19cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:34.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f1402ae70 tx=0x7f4f1402f5d0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 shutdown_connections 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f4f080a3350 0x7f4f080a5810 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f1c102ef0 0x7f4f1c19cc90 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f1c102570 0x7f4f1c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 --2- 172.21.15.7:0/3342758090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f1c100e20 0x7f4f1c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.552+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 >> 172.21.15.7:0/3342758090 conn(0x7f4f1c0fc7d0 msgr2=0x7f4f1c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.553+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 shutdown_connections 2024-09-19T05:40:34.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:34.553+0000 7f4f24640640 1 -- 172.21.15.7:0/3342758090 wait complete. 2024-09-19T05:40:35.175 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:40:35.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:35 smithi007 ceph-mon[30960]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:35.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:35 smithi063 ceph-mon[34779]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:35.433 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:35.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:35 smithi044 ceph-mon[34175]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:40:35.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.940+0000 7f981e5bc640 1 -- 172.21.15.7:0/1870797684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818101de0 msgr2=0x7f98181021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.940+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1870797684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818101de0 0x7f98181021c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9808009900 tx=0x7f980802a410 comp rx=0 tx=0).stop 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 -- 172.21.15.7:0/1870797684 shutdown_connections 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1870797684 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818106f10 0x7f981810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1870797684 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818102790 0x7f98181067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1870797684 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818101de0 0x7f98181021c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 -- 172.21.15.7:0/1870797684 >> 172.21.15.7:0/1870797684 conn(0x7f98180fd8c0 msgr2=0x7f98180ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 -- 172.21.15.7:0/1870797684 shutdown_connections 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 -- 172.21.15.7:0/1870797684 wait complete. 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 Processor -- start 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.941+0000 7f981e5bc640 1 -- start start 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 0x7f981819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:35.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818106f10 0x7f981819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9818111e40 con 0x7f9818102790 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9818111cc0 con 0x7f9818101de0 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9818111fc0 con 0x7f9818106f10 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41278/0 (socket says 172.21.15.7:41278) 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 -- 172.21.15.7:0/1006919477 learned_addr learned my addr 172.21.15.7:0/1006919477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981cb59640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818106f10 0x7f981819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f9817fff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 0x7f981819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 -- 172.21.15.7:0/1006919477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818106f10 msgr2=0x7f981819eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818106f10 0x7f981819eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 -- 172.21.15.7:0/1006919477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 msgr2=0x7f981819a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:35.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 0x7f981819a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 -- 172.21.15.7:0/1006919477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f981819f5b0 con 0x7f9818102790 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f9817fff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 0x7f981819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f980ffff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f980000b4a0 tx=0x7f980000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9800014070 con 0x7f9818102790 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9800010ac0 con 0x7f9818102790 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.942+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f981819f8a0 con 0x7f9818102790 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.943+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9800017c30 con 0x7f9818102790 2024-09-19T05:40:35.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.943+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98181a7180 con 0x7f9818102790 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.943+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98181021c0 con 0x7f9818102790 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.945+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f9800017070 con 0x7f9818102790 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.945+0000 7f9815ffb640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 0x7f98040a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.945+0000 7f9817fff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 0x7f98040a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.945+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f98000cee20 con 0x7f9818102790 2024-09-19T05:40:35.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.946+0000 7f9817fff640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 0x7f98040a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9808031440 tx=0x7f9808005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:35.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:35.950+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f980009bca0 con 0x7f9818102790 2024-09-19T05:40:36.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:36 smithi007 ceph-mon[30960]: pgmap v292: 97 pgs: 97 active+clean; 606 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.7 KiB/s wr, 22 op/s 2024-09-19T05:40:36.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.164+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98181a7480 con 0x7f9818102790 2024-09-19T05:40:36.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.164+0000 7f9815ffb640 1 -- 172.21.15.7:0/1006919477 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7f980009b5a0 con 0x7f9818102790 2024-09-19T05:40:36.167 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:36.167 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:40:36.168 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:40:36.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 msgr2=0x7f98040a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:36.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 0x7f98040a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9808031440 tx=0x7f9808005a20 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 msgr2=0x7f981819ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f980000b4a0 tx=0x7f980000b960 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 shutdown_connections 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98040a3350 0x7f98040a5810 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9818106f10 0x7f981819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9818102790 0x7f981819ab40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 --2- 172.21.15.7:0/1006919477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9818101de0 0x7f981819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 >> 172.21.15.7:0/1006919477 conn(0x7f98180fd8c0 msgr2=0x7f98180fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 shutdown_connections 2024-09-19T05:40:36.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:36.167+0000 7f981e5bc640 1 -- 172.21.15.7:0/1006919477 wait complete. 2024-09-19T05:40:36.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:36 smithi063 ceph-mon[34779]: pgmap v292: 97 pgs: 97 active+clean; 606 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.7 KiB/s wr, 22 op/s 2024-09-19T05:40:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:36 smithi044 ceph-mon[34175]: pgmap v292: 97 pgs: 97 active+clean; 606 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.7 KiB/s wr, 22 op/s 2024-09-19T05:40:36.880 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:40:37.139 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:37.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:37 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1006919477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:37.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:37 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1006919477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:37 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1006919477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- 172.21.15.7:0/3142837182 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 msgr2=0x7fcc30101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 --2- 172.21.15.7:0/3142837182 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc30101200 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009900 tx=0x7fcc2002a480 comp rx=0 tx=0).stop 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- 172.21.15.7:0/3142837182 shutdown_connections 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 --2- 172.21.15.7:0/3142837182 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102ef0 0x7fcc3010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 --2- 172.21.15.7:0/3142837182 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102570 0x7fcc301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 --2- 172.21.15.7:0/3142837182 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc30101200 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- 172.21.15.7:0/3142837182 >> 172.21.15.7:0/3142837182 conn(0x7fcc300fc7d0 msgr2=0x7fcc300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- 172.21.15.7:0/3142837182 shutdown_connections 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- 172.21.15.7:0/3142837182 wait complete. 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 Processor -- start 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.624+0000 7fcc36db2640 1 -- start start 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102570 0x7fcc3010ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102ef0 0x7fcc3010ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30111fa0 con 0x7fcc30100e20 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30111e20 con 0x7fcc30102570 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc36db2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30112120 con 0x7fcc30102ef0 2024-09-19T05:40:37.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41302/0 (socket says 172.21.15.7:41302) 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 -- 172.21.15.7:0/2673239863 learned_addr learned my addr 172.21.15.7:0/2673239863 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc2ffff640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102570 0x7fcc3010ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc3534f640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102ef0 0x7fcc3010ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 -- 172.21.15.7:0/2673239863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102ef0 msgr2=0x7fcc3010ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102ef0 0x7fcc3010ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 -- 172.21.15.7:0/2673239863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102570 msgr2=0x7fcc3010ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102570 0x7fcc3010ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 -- 172.21.15.7:0/2673239863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc301a69c0 con 0x7fcc30100e20 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.625+0000 7fcc34b4e640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcc20004770 tx=0x7fcc20003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.626+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2003f070 con 0x7fcc30100e20 2024-09-19T05:40:37.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.626+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc301a6c50 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.626+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc2003bd20 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.626+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc20035030 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.626+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc301a7180 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.627+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc30101200 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.628+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fcc20042070 con 0x7fcc30100e20 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.629+0000 7fcc2dffb640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 0x7fcc180a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.629+0000 7fcc2ffff640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 0x7fcc180a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:37.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.629+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fcc200f0190 con 0x7fcc30100e20 2024-09-19T05:40:37.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.629+0000 7fcc2ffff640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 0x7fcc180a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcc3010ff60 tx=0x7fcc2400b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:37.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.633+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcc200bcf00 con 0x7fcc30100e20 2024-09-19T05:40:37.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.809+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc30109090 con 0x7fcc30100e20 2024-09-19T05:40:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.810+0000 7fcc2dffb640 1 -- 172.21.15.7:0/2673239863 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22159 (secure 0 0 0) 0x7fcc200bc800 con 0x7fcc30100e20 2024-09-19T05:40:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:37.814 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":83,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:40:14.614139+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:40:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 msgr2=0x7fcc180a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 0x7fcc180a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fcc3010ff60 tx=0x7fcc2400b590 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 msgr2=0x7fcc3010e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcc20004770 tx=0x7fcc20003ca0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 shutdown_connections 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcc180a32d0 0x7fcc180a5790 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc30102ef0 0x7fcc3010ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc30102570 0x7fcc3010ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 --2- 172.21.15.7:0/2673239863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc30100e20 0x7fcc3010e4d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 >> 172.21.15.7:0/2673239863 conn(0x7fcc300fc7d0 msgr2=0x7fcc300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 shutdown_connections 2024-09-19T05:40:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:37.813+0000 7fcc36db2640 1 -- 172.21.15.7:0/2673239863 wait complete. 2024-09-19T05:40:38.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:38 smithi007 ceph-mon[30960]: pgmap v293: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 22 op/s 2024-09-19T05:40:38.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2673239863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:38.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:38 smithi063 ceph-mon[34779]: pgmap v293: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 22 op/s 2024-09-19T05:40:38.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2673239863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:38 smithi044 ceph-mon[34175]: pgmap v293: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.7 KiB/s wr, 22 op/s 2024-09-19T05:40:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2673239863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:38.481 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-19T05:40:38.482 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:40:38.738 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:39.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 -- 172.21.15.7:0/3996149988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc100e20 msgr2=0x7f07dc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:39.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/3996149988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc100e20 0x7f07dc101200 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009900 tx=0x7f07d802a480 comp rx=0 tx=0).stop 2024-09-19T05:40:39.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 -- 172.21.15.7:0/3996149988 shutdown_connections 2024-09-19T05:40:39.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/3996149988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc102ef0 0x7f07dc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/3996149988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102570 0x7f07dc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/3996149988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc100e20 0x7f07dc101200 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 -- 172.21.15.7:0/3996149988 >> 172.21.15.7:0/3996149988 conn(0x7f07dc0fc7d0 msgr2=0x7f07dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 -- 172.21.15.7:0/3996149988 shutdown_connections 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.229+0000 7f07e3d8f640 1 -- 172.21.15.7:0/3996149988 wait complete. 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 Processor -- start 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 -- start start 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc100e20 0x7f07dc198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102ef0 0x7f07dc19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc110e30 con 0x7f07dc102570 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc110cb0 con 0x7f07dc102ef0 2024-09-19T05:40:39.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e3d8f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f07dc110fb0 con 0x7f07dc100e20 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e132a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e132a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41318/0 (socket says 172.21.15.7:41318) 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e132a640 1 -- 172.21.15.7:0/381340679 learned_addr learned my addr 172.21.15.7:0/381340679 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e232c640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102ef0 0x7f07dc19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.230+0000 7f07e1b2b640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc100e20 0x7f07dc198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 -- 172.21.15.7:0/381340679 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc100e20 msgr2=0x7f07dc198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc100e20 0x7f07dc198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 -- 172.21.15.7:0/381340679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102ef0 msgr2=0x7f07dc19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102ef0 0x7f07dc19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 -- 172.21.15.7:0/381340679 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07dc19d3f0 con 0x7f07dc102570 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e132a640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00c890 tx=0x7f07cc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc004220 con 0x7f07dc102570 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07cc0043c0 con 0x7f07dc102570 2024-09-19T05:40:39.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07dc19d6e0 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc004a00 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.231+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07dc1a4fc0 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.232+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07dc101200 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.233+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f07cc004ba0 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.234+0000 7f07d2ffd640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 0x7f07c80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.234+0000 7f07e1b2b640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 0x7f07c80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.234+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f07cc0cf500 con 0x7f07dc102570 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.235+0000 7f07e1b2b640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 0x7f07c80a5810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009230 tx=0x7f07d80058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:39.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.238+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f07cc014030 con 0x7f07dc102570 2024-09-19T05:40:39.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.413+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07dc106f10 con 0x7f07c80a3350 2024-09-19T05:40:39.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.420+0000 7f07d2ffd640 1 -- 172.21.15.7:0/381340679 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258740 (secure 0 0 0) 0x7f07dc106f10 con 0x7f07c80a3350 2024-09-19T05:40:39.580 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:39.582 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 msgr2=0x7f07c80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 0x7f07c80a5810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009230 tx=0x7f07d80058d0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 msgr2=0x7f07dc198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00c890 tx=0x7f07cc00cd50 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 shutdown_connections 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f07c80a3350 0x7f07c80a5810 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07dc102ef0 0x7f07dc19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07dc102570 0x7f07dc198980 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 --2- 172.21.15.7:0/381340679 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07dc100e20 0x7f07dc198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 >> 172.21.15.7:0/381340679 conn(0x7f07dc0fc7d0 msgr2=0x7f07dc069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:39.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 shutdown_connections 2024-09-19T05:40:39.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:39.424+0000 7f07e3d8f640 1 -- 172.21.15.7:0/381340679 wait complete. 2024-09-19T05:40:40.147 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":294,"stamp":"2024-09-19T05:40:38.794620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":638875,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":285,"num_read_kb":247,"num_write":411,"num_write_kb":3050,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":337,"ondisk_log_size":337,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349488,"kb_used_data":12720,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592336,"statfs":{"total":1151940427776,"available":1151582552064,"internally_reserved":0,"allocated":13025280,"data_stored":7094769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":43375,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":137,"num_read_kb":119,"num_write":96,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003343"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043336+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:40:15.043336+0000","last_peered":"2024-09-19T05:40:15.043336+0000","last_clean":"2024-09-19T05:40:15.043336+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:40:15.043336+0000","last_undegraded":"2024-09-19T05:40:15.043336+0000","last_fullsized":"2024-09-19T05:40:15.043336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042316+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:40:15.042316+0000","last_peered":"2024-09-19T05:40:15.042316+0000","last_clean":"2024-09-19T05:40:15.042316+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:40:15.042316+0000","last_undegraded":"2024-09-19T05:40:15.042316+0000","last_fullsized":"2024-09-19T05:40:15.042316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042253+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:40:15.042253+0000","last_peered":"2024-09-19T05:40:15.042253+0000","last_clean":"2024-09-19T05:40:15.042253+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:40:15.042253+0000","last_undegraded":"2024-09-19T05:40:15.042253+0000","last_fullsized":"2024-09-19T05:40:15.042253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039200+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:40:15.039200+0000","last_peered":"2024-09-19T05:40:15.039200+0000","last_clean":"2024-09-19T05:40:15.039200+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:40:15.039200+0000","last_undegraded":"2024-09-19T05:40:15.039200+0000","last_fullsized":"2024-09-19T05:40:15.039200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039209+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:40:15.039209+0000","last_peered":"2024-09-19T05:40:15.039209+0000","last_clean":"2024-09-19T05:40:15.039209+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:40:15.039209+0000","last_undegraded":"2024-09-19T05:40:15.039209+0000","last_fullsized":"2024-09-19T05:40:15.039209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037797+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:40:15.037797+0000","last_peered":"2024-09-19T05:40:15.037797+0000","last_clean":"2024-09-19T05:40:15.037797+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:40:15.037797+0000","last_undegraded":"2024-09-19T05:40:15.037797+0000","last_fullsized":"2024-09-19T05:40:15.037797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038674+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:40:15.038674+0000","last_peered":"2024-09-19T05:40:15.038674+0000","last_clean":"2024-09-19T05:40:15.038674+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:40:15.038674+0000","last_undegraded":"2024-09-19T05:40:15.038674+0000","last_fullsized":"2024-09-19T05:40:15.038674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037668+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:40:15.037668+0000","last_peered":"2024-09-19T05:40:15.037668+0000","last_clean":"2024-09-19T05:40:15.037668+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:40:15.037668+0000","last_undegraded":"2024-09-19T05:40:15.037668+0000","last_fullsized":"2024-09-19T05:40:15.037668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026596+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:40:15.026596+0000","last_peered":"2024-09-19T05:40:15.026596+0000","last_clean":"2024-09-19T05:40:15.026596+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:40:15.026596+0000","last_undegraded":"2024-09-19T05:40:15.026596+0000","last_fullsized":"2024-09-19T05:40:15.026596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038080+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:40:15.038080+0000","last_peered":"2024-09-19T05:40:15.038080+0000","last_clean":"2024-09-19T05:40:15.038080+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:40:15.038080+0000","last_undegraded":"2024-09-19T05:40:15.038080+0000","last_fullsized":"2024-09-19T05:40:15.038080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040170+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:40:15.040170+0000","last_peered":"2024-09-19T05:40:15.040170+0000","last_clean":"2024-09-19T05:40:15.040170+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:40:15.040170+0000","last_undegraded":"2024-09-19T05:40:15.040170+0000","last_fullsized":"2024-09-19T05:40:15.040170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039366+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:40:15.039366+0000","last_peered":"2024-09-19T05:40:15.039366+0000","last_clean":"2024-09-19T05:40:15.039366+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:40:15.039366+0000","last_undegraded":"2024-09-19T05:40:15.039366+0000","last_fullsized":"2024-09-19T05:40:15.039366+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038732+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:40:15.038732+0000","last_peered":"2024-09-19T05:40:15.038732+0000","last_clean":"2024-09-19T05:40:15.038732+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:40:15.038732+0000","last_undegraded":"2024-09-19T05:40:15.038732+0000","last_fullsized":"2024-09-19T05:40:15.038732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041677+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:40:15.041677+0000","last_peered":"2024-09-19T05:40:15.041677+0000","last_clean":"2024-09-19T05:40:15.041677+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:40:15.041677+0000","last_undegraded":"2024-09-19T05:40:15.041677+0000","last_fullsized":"2024-09-19T05:40:15.041677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041592+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:40:15.041592+0000","last_peered":"2024-09-19T05:40:15.041592+0000","last_clean":"2024-09-19T05:40:15.041592+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:40:15.041592+0000","last_undegraded":"2024-09-19T05:40:15.041592+0000","last_fullsized":"2024-09-19T05:40:15.041592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026029+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:40:15.026029+0000","last_peered":"2024-09-19T05:40:15.026029+0000","last_clean":"2024-09-19T05:40:15.026029+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:40:15.026029+0000","last_undegraded":"2024-09-19T05:40:15.026029+0000","last_fullsized":"2024-09-19T05:40:15.026029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043497+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:40:15.043497+0000","last_peered":"2024-09-19T05:40:15.043497+0000","last_clean":"2024-09-19T05:40:15.043497+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:40:15.043497+0000","last_undegraded":"2024-09-19T05:40:15.043497+0000","last_fullsized":"2024-09-19T05:40:15.043497+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025365+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:40:15.025365+0000","last_peered":"2024-09-19T05:40:15.025365+0000","last_clean":"2024-09-19T05:40:15.025365+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:40:15.025365+0000","last_undegraded":"2024-09-19T05:40:15.025365+0000","last_fullsized":"2024-09-19T05:40:15.025365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027200+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:40:15.027200+0000","last_peered":"2024-09-19T05:40:15.027200+0000","last_clean":"2024-09-19T05:40:15.027200+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:40:15.027200+0000","last_undegraded":"2024-09-19T05:40:15.027200+0000","last_fullsized":"2024-09-19T05:40:15.027200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041938+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:40:15.041938+0000","last_peered":"2024-09-19T05:40:15.041938+0000","last_clean":"2024-09-19T05:40:15.041938+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:40:15.041938+0000","last_undegraded":"2024-09-19T05:40:15.041938+0000","last_fullsized":"2024-09-19T05:40:15.041938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038900+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:40:15.038900+0000","last_peered":"2024-09-19T05:40:15.038900+0000","last_clean":"2024-09-19T05:40:15.038900+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:40:15.038900+0000","last_undegraded":"2024-09-19T05:40:15.038900+0000","last_fullsized":"2024-09-19T05:40:15.038900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026218+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:40:15.026218+0000","last_peered":"2024-09-19T05:40:15.026218+0000","last_clean":"2024-09-19T05:40:15.026218+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:40:15.026218+0000","last_undegraded":"2024-09-19T05:40:15.026218+0000","last_fullsized":"2024-09-19T05:40:15.026218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037700+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:40:15.037700+0000","last_peered":"2024-09-19T05:40:15.037700+0000","last_clean":"2024-09-19T05:40:15.037700+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:40:15.037700+0000","last_undegraded":"2024-09-19T05:40:15.037700+0000","last_fullsized":"2024-09-19T05:40:15.037700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037566+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:40:15.037566+0000","last_peered":"2024-09-19T05:40:15.037566+0000","last_clean":"2024-09-19T05:40:15.037566+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:40:15.037566+0000","last_undegraded":"2024-09-19T05:40:15.037566+0000","last_fullsized":"2024-09-19T05:40:15.037566+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037867+0000","last_change":"2024-09-19T05:40:14.040877+0000","last_active":"2024-09-19T05:40:15.037867+0000","last_peered":"2024-09-19T05:40:15.037867+0000","last_clean":"2024-09-19T05:40:15.037867+0000","last_became_active":"2024-09-19T05:40:14.040553+0000","last_became_peered":"2024-09-19T05:40:14.040553+0000","last_unstale":"2024-09-19T05:40:15.037867+0000","last_undegraded":"2024-09-19T05:40:15.037867+0000","last_fullsized":"2024-09-19T05:40:15.037867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:45.545189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027336+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:40:15.027336+0000","last_peered":"2024-09-19T05:40:15.027336+0000","last_clean":"2024-09-19T05:40:15.027336+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:40:15.027336+0000","last_undegraded":"2024-09-19T05:40:15.027336+0000","last_fullsized":"2024-09-19T05:40:15.027336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042782+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:40:15.042782+0000","last_peered":"2024-09-19T05:40:15.042782+0000","last_clean":"2024-09-19T05:40:15.042782+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:40:15.042782+0000","last_undegraded":"2024-09-19T05:40:15.042782+0000","last_fullsized":"2024-09-19T05:40:15.042782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039301+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:40:15.039301+0000","last_peered":"2024-09-19T05:40:15.039301+0000","last_clean":"2024-09-19T05:40:15.039301+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:40:15.039301+0000","last_undegraded":"2024-09-19T05:40:15.039301+0000","last_fullsized":"2024-09-19T05:40:15.039301+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041955+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:40:15.041955+0000","last_peered":"2024-09-19T05:40:15.041955+0000","last_clean":"2024-09-19T05:40:15.041955+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:40:15.041955+0000","last_undegraded":"2024-09-19T05:40:15.041955+0000","last_fullsized":"2024-09-19T05:40:15.041955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026715+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:40:15.026715+0000","last_peered":"2024-09-19T05:40:15.026715+0000","last_clean":"2024-09-19T05:40:15.026715+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:40:15.026715+0000","last_undegraded":"2024-09-19T05:40:15.026715+0000","last_fullsized":"2024-09-19T05:40:15.026715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026793+0000","last_change":"2024-09-19T05:40:14.048305+0000","last_active":"2024-09-19T05:40:15.026793+0000","last_peered":"2024-09-19T05:40:15.026793+0000","last_clean":"2024-09-19T05:40:15.026793+0000","last_became_active":"2024-09-19T05:40:14.047971+0000","last_became_peered":"2024-09-19T05:40:14.047971+0000","last_unstale":"2024-09-19T05:40:15.026793+0000","last_undegraded":"2024-09-19T05:40:15.026793+0000","last_fullsized":"2024-09-19T05:40:15.026793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.509406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042215+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:40:15.042215+0000","last_peered":"2024-09-19T05:40:15.042215+0000","last_clean":"2024-09-19T05:40:15.042215+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:40:15.042215+0000","last_undegraded":"2024-09-19T05:40:15.042215+0000","last_fullsized":"2024-09-19T05:40:15.042215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039006+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:40:15.039006+0000","last_peered":"2024-09-19T05:40:15.039006+0000","last_clean":"2024-09-19T05:40:15.039006+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:40:15.039006+0000","last_undegraded":"2024-09-19T05:40:15.039006+0000","last_fullsized":"2024-09-19T05:40:15.039006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.077712+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:40:36.077712+0000","last_peered":"2024-09-19T05:40:36.077712+0000","last_clean":"2024-09-19T05:40:36.077712+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:40:36.077712+0000","last_undegraded":"2024-09-19T05:40:36.077712+0000","last_fullsized":"2024-09-19T05:40:36.077712+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037626+0000","last_change":"2024-09-19T05:40:14.053392+0000","last_active":"2024-09-19T05:40:15.037626+0000","last_peered":"2024-09-19T05:40:15.037626+0000","last_clean":"2024-09-19T05:40:15.037626+0000","last_became_active":"2024-09-19T05:40:14.053077+0000","last_became_peered":"2024-09-19T05:40:14.053077+0000","last_unstale":"2024-09-19T05:40:15.037626+0000","last_undegraded":"2024-09-19T05:40:15.037626+0000","last_fullsized":"2024-09-19T05:40:15.037626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:24.293467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.090650+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:40:24.090650+0000","last_peered":"2024-09-19T05:40:24.090650+0000","last_clean":"2024-09-19T05:40:24.090650+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:40:24.090650+0000","last_undegraded":"2024-09-19T05:40:24.090650+0000","last_fullsized":"2024-09-19T05:40:24.090650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084367+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:40:23.084367+0000","last_peered":"2024-09-19T05:40:23.084367+0000","last_clean":"2024-09-19T05:40:23.084367+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:40:23.084367+0000","last_undegraded":"2024-09-19T05:40:23.084367+0000","last_fullsized":"2024-09-19T05:40:23.084367+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037732+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:40:15.037732+0000","last_peered":"2024-09-19T05:40:15.037732+0000","last_clean":"2024-09-19T05:40:15.037732+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:40:15.037732+0000","last_undegraded":"2024-09-19T05:40:15.037732+0000","last_fullsized":"2024-09-19T05:40:15.037732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061220+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:40:25.061220+0000","last_peered":"2024-09-19T05:40:25.061220+0000","last_clean":"2024-09-19T05:40:25.061220+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:40:25.061220+0000","last_undegraded":"2024-09-19T05:40:25.061220+0000","last_fullsized":"2024-09-19T05:40:25.061220+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025120+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:40:15.025120+0000","last_peered":"2024-09-19T05:40:15.025120+0000","last_clean":"2024-09-19T05:40:15.025120+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:40:15.025120+0000","last_undegraded":"2024-09-19T05:40:15.025120+0000","last_fullsized":"2024-09-19T05:40:15.025120+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:35.075316+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:40:35.075316+0000","last_peered":"2024-09-19T05:40:35.075316+0000","last_clean":"2024-09-19T05:40:35.075316+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:40:35.075316+0000","last_undegraded":"2024-09-19T05:40:35.075316+0000","last_fullsized":"2024-09-19T05:40:35.075316+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":22,"num_read_kb":22,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026498+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:40:15.026498+0000","last_peered":"2024-09-19T05:40:15.026498+0000","last_clean":"2024-09-19T05:40:15.026498+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:40:15.026498+0000","last_undegraded":"2024-09-19T05:40:15.026498+0000","last_fullsized":"2024-09-19T05:40:15.026498+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061921+0000","last_change":"2024-09-19T05:40:12.018972+0000","last_active":"2024-09-19T05:40:25.061921+0000","last_peered":"2024-09-19T05:40:25.061921+0000","last_clean":"2024-09-19T05:40:25.061921+0000","last_became_active":"2024-09-19T05:40:12.018519+0000","last_became_peered":"2024-09-19T05:40:12.018519+0000","last_unstale":"2024-09-19T05:40:25.061921+0000","last_undegraded":"2024-09-19T05:40:25.061921+0000","last_fullsized":"2024-09-19T05:40:25.061921+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:40.359197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042731+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:40:15.042731+0000","last_peered":"2024-09-19T05:40:15.042731+0000","last_clean":"2024-09-19T05:40:15.042731+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:40:15.042731+0000","last_undegraded":"2024-09-19T05:40:15.042731+0000","last_fullsized":"2024-09-19T05:40:15.042731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.089676+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:40:24.089676+0000","last_peered":"2024-09-19T05:40:24.089676+0000","last_clean":"2024-09-19T05:40:24.089676+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:40:24.089676+0000","last_undegraded":"2024-09-19T05:40:24.089676+0000","last_fullsized":"2024-09-19T05:40:24.089676+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026439+0000","last_change":"2024-09-19T05:40:14.047358+0000","last_active":"2024-09-19T05:40:15.026439+0000","last_peered":"2024-09-19T05:40:15.026439+0000","last_clean":"2024-09-19T05:40:15.026439+0000","last_became_active":"2024-09-19T05:40:14.047040+0000","last_became_peered":"2024-09-19T05:40:14.047040+0000","last_unstale":"2024-09-19T05:40:15.026439+0000","last_undegraded":"2024-09-19T05:40:15.026439+0000","last_fullsized":"2024-09-19T05:40:15.026439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:58.419265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'23","reported_seq":69,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:35.077370+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:40:35.077370+0000","last_peered":"2024-09-19T05:40:35.077370+0000","last_clean":"2024-09-19T05:40:35.077370+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:40:35.077370+0000","last_undegraded":"2024-09-19T05:40:35.077370+0000","last_fullsized":"2024-09-19T05:40:35.077370+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41065,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":28,"num_read_kb":53,"num_write":25,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039432+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:40:15.039432+0000","last_peered":"2024-09-19T05:40:15.039432+0000","last_clean":"2024-09-19T05:40:15.039432+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:40:15.039432+0000","last_undegraded":"2024-09-19T05:40:15.039432+0000","last_fullsized":"2024-09-19T05:40:15.039432+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061051+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:40:25.061051+0000","last_peered":"2024-09-19T05:40:25.061051+0000","last_clean":"2024-09-19T05:40:25.061051+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:40:25.061051+0000","last_undegraded":"2024-09-19T05:40:25.061051+0000","last_fullsized":"2024-09-19T05:40:25.061051+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038161+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:40:15.038161+0000","last_peered":"2024-09-19T05:40:15.038161+0000","last_clean":"2024-09-19T05:40:15.038161+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:40:15.038161+0000","last_undegraded":"2024-09-19T05:40:15.038161+0000","last_fullsized":"2024-09-19T05:40:15.038161+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061255+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:40:25.061255+0000","last_peered":"2024-09-19T05:40:25.061255+0000","last_clean":"2024-09-19T05:40:25.061255+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:40:25.061255+0000","last_undegraded":"2024-09-19T05:40:25.061255+0000","last_fullsized":"2024-09-19T05:40:25.061255+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038727+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:40:15.038727+0000","last_peered":"2024-09-19T05:40:15.038727+0000","last_clean":"2024-09-19T05:40:15.038727+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:40:15.038727+0000","last_undegraded":"2024-09-19T05:40:15.038727+0000","last_fullsized":"2024-09-19T05:40:15.038727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.077530+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:40:36.077530+0000","last_peered":"2024-09-19T05:40:36.077530+0000","last_clean":"2024-09-19T05:40:36.077530+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:40:36.077530+0000","last_undegraded":"2024-09-19T05:40:36.077530+0000","last_fullsized":"2024-09-19T05:40:36.077530+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039900+0000","last_change":"2024-09-19T05:40:14.049164+0000","last_active":"2024-09-19T05:40:15.039900+0000","last_peered":"2024-09-19T05:40:15.039900+0000","last_clean":"2024-09-19T05:40:15.039900+0000","last_became_active":"2024-09-19T05:40:14.048819+0000","last_became_peered":"2024-09-19T05:40:14.048819+0000","last_unstale":"2024-09-19T05:40:15.039900+0000","last_undegraded":"2024-09-19T05:40:15.039900+0000","last_fullsized":"2024-09-19T05:40:15.039900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:55.783468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053654+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:40:25.053654+0000","last_peered":"2024-09-19T05:40:25.053654+0000","last_clean":"2024-09-19T05:40:25.053654+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:40:25.053654+0000","last_undegraded":"2024-09-19T05:40:25.053654+0000","last_fullsized":"2024-09-19T05:40:25.053654+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037282+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:40:15.037282+0000","last_peered":"2024-09-19T05:40:15.037282+0000","last_clean":"2024-09-19T05:40:15.037282+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:40:15.037282+0000","last_undegraded":"2024-09-19T05:40:15.037282+0000","last_fullsized":"2024-09-19T05:40:15.037282+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.080055+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:40:24.080055+0000","last_peered":"2024-09-19T05:40:24.080055+0000","last_clean":"2024-09-19T05:40:24.080055+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:40:24.080055+0000","last_undegraded":"2024-09-19T05:40:24.080055+0000","last_fullsized":"2024-09-19T05:40:24.080055+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042674+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:40:15.042674+0000","last_peered":"2024-09-19T05:40:15.042674+0000","last_clean":"2024-09-19T05:40:15.042674+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:40:15.042674+0000","last_undegraded":"2024-09-19T05:40:15.042674+0000","last_fullsized":"2024-09-19T05:40:15.042674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.060292+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:40:25.060292+0000","last_peered":"2024-09-19T05:40:25.060292+0000","last_clean":"2024-09-19T05:40:25.060292+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:40:25.060292+0000","last_undegraded":"2024-09-19T05:40:25.060292+0000","last_fullsized":"2024-09-19T05:40:25.060292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038842+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:40:15.038842+0000","last_peered":"2024-09-19T05:40:15.038842+0000","last_clean":"2024-09-19T05:40:15.038842+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:40:15.038842+0000","last_undegraded":"2024-09-19T05:40:15.038842+0000","last_fullsized":"2024-09-19T05:40:15.038842+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.052846+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:40:25.052846+0000","last_peered":"2024-09-19T05:40:25.052846+0000","last_clean":"2024-09-19T05:40:25.052846+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:40:25.052846+0000","last_undegraded":"2024-09-19T05:40:25.052846+0000","last_fullsized":"2024-09-19T05:40:25.052846+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039074+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:40:15.039074+0000","last_peered":"2024-09-19T05:40:15.039074+0000","last_clean":"2024-09-19T05:40:15.039074+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:40:15.039074+0000","last_undegraded":"2024-09-19T05:40:15.039074+0000","last_fullsized":"2024-09-19T05:40:15.039074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:35.076214+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:40:35.076214+0000","last_peered":"2024-09-19T05:40:35.076214+0000","last_clean":"2024-09-19T05:40:35.076214+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:40:35.076214+0000","last_undegraded":"2024-09-19T05:40:35.076214+0000","last_fullsized":"2024-09-19T05:40:35.076214+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038924+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:40:15.038924+0000","last_peered":"2024-09-19T05:40:15.038924+0000","last_clean":"2024-09-19T05:40:15.038924+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:40:15.038924+0000","last_undegraded":"2024-09-19T05:40:15.038924+0000","last_fullsized":"2024-09-19T05:40:15.038924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040314+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:40:15.040314+0000","last_peered":"2024-09-19T05:40:15.040314+0000","last_clean":"2024-09-19T05:40:15.040314+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:40:15.040314+0000","last_undegraded":"2024-09-19T05:40:15.040314+0000","last_fullsized":"2024-09-19T05:40:15.040314+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.060723+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:40:25.060723+0000","last_peered":"2024-09-19T05:40:25.060723+0000","last_clean":"2024-09-19T05:40:25.060723+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:40:25.060723+0000","last_undegraded":"2024-09-19T05:40:25.060723+0000","last_fullsized":"2024-09-19T05:40:25.060723+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038164+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:40:15.038164+0000","last_peered":"2024-09-19T05:40:15.038164+0000","last_clean":"2024-09-19T05:40:15.038164+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:40:15.038164+0000","last_undegraded":"2024-09-19T05:40:15.038164+0000","last_fullsized":"2024-09-19T05:40:15.038164+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084328+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:40:23.084328+0000","last_peered":"2024-09-19T05:40:23.084328+0000","last_clean":"2024-09-19T05:40:23.084328+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:40:23.084328+0000","last_undegraded":"2024-09-19T05:40:23.084328+0000","last_fullsized":"2024-09-19T05:40:23.084328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037587+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:40:15.037587+0000","last_peered":"2024-09-19T05:40:15.037587+0000","last_clean":"2024-09-19T05:40:15.037587+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:40:15.037587+0000","last_undegraded":"2024-09-19T05:40:15.037587+0000","last_fullsized":"2024-09-19T05:40:15.037587+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.076975+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:40:36.076975+0000","last_peered":"2024-09-19T05:40:36.076975+0000","last_clean":"2024-09-19T05:40:36.076975+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:40:36.076975+0000","last_undegraded":"2024-09-19T05:40:36.076975+0000","last_fullsized":"2024-09-19T05:40:36.076975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037422+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:40:15.037422+0000","last_peered":"2024-09-19T05:40:15.037422+0000","last_clean":"2024-09-19T05:40:15.037422+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:40:15.037422+0000","last_undegraded":"2024-09-19T05:40:15.037422+0000","last_fullsized":"2024-09-19T05:40:15.037422+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:32.072911+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:40:32.072911+0000","last_peered":"2024-09-19T05:40:32.072911+0000","last_clean":"2024-09-19T05:40:32.072911+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:40:32.072911+0000","last_undegraded":"2024-09-19T05:40:32.072911+0000","last_fullsized":"2024-09-19T05:40:32.072911+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037690+0000","last_change":"2024-09-19T05:40:14.042834+0000","last_active":"2024-09-19T05:40:15.037690+0000","last_peered":"2024-09-19T05:40:15.037690+0000","last_clean":"2024-09-19T05:40:15.037690+0000","last_became_active":"2024-09-19T05:40:14.041747+0000","last_became_peered":"2024-09-19T05:40:14.041747+0000","last_unstale":"2024-09-19T05:40:15.037690+0000","last_undegraded":"2024-09-19T05:40:15.037690+0000","last_fullsized":"2024-09-19T05:40:15.037690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:39.283058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025264+0000","last_change":"2024-09-19T05:40:12.058350+0000","last_active":"2024-09-19T05:40:15.025264+0000","last_peered":"2024-09-19T05:40:15.025264+0000","last_clean":"2024-09-19T05:40:15.025264+0000","last_became_active":"2024-09-19T05:40:12.058024+0000","last_became_peered":"2024-09-19T05:40:12.058024+0000","last_unstale":"2024-09-19T05:40:15.025264+0000","last_undegraded":"2024-09-19T05:40:15.025264+0000","last_fullsized":"2024-09-19T05:40:15.025264+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:42.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.120563+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:40:15.120563+0000","last_peered":"2024-09-19T05:40:15.120563+0000","last_clean":"2024-09-19T05:40:15.120563+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:40:15.120563+0000","last_undegraded":"2024-09-19T05:40:15.120563+0000","last_fullsized":"2024-09-19T05:40:15.120563+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053548+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:40:25.053548+0000","last_peered":"2024-09-19T05:40:25.053548+0000","last_clean":"2024-09-19T05:40:25.053548+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:40:25.053548+0000","last_undegraded":"2024-09-19T05:40:25.053548+0000","last_fullsized":"2024-09-19T05:40:25.053548+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039453+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:40:15.039453+0000","last_peered":"2024-09-19T05:40:15.039453+0000","last_clean":"2024-09-19T05:40:15.039453+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:40:15.039453+0000","last_undegraded":"2024-09-19T05:40:15.039453+0000","last_fullsized":"2024-09-19T05:40:15.039453+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'11","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:32.037933+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:40:32.037933+0000","last_peered":"2024-09-19T05:40:32.037933+0000","last_clean":"2024-09-19T05:40:32.037933+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:40:32.037933+0000","last_undegraded":"2024-09-19T05:40:32.037933+0000","last_fullsized":"2024-09-19T05:40:32.037933+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037915+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:40:15.037915+0000","last_peered":"2024-09-19T05:40:15.037915+0000","last_clean":"2024-09-19T05:40:15.037915+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:40:15.037915+0000","last_undegraded":"2024-09-19T05:40:15.037915+0000","last_fullsized":"2024-09-19T05:40:15.037915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059873+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:40:25.059873+0000","last_peered":"2024-09-19T05:40:25.059873+0000","last_clean":"2024-09-19T05:40:25.059873+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:40:25.059873+0000","last_undegraded":"2024-09-19T05:40:25.059873+0000","last_fullsized":"2024-09-19T05:40:25.059873+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042501+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:40:15.042501+0000","last_peered":"2024-09-19T05:40:15.042501+0000","last_clean":"2024-09-19T05:40:15.042501+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:40:15.042501+0000","last_undegraded":"2024-09-19T05:40:15.042501+0000","last_fullsized":"2024-09-19T05:40:15.042501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.072437+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:40:22.072437+0000","last_peered":"2024-09-19T05:40:22.072437+0000","last_clean":"2024-09-19T05:40:22.072437+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:40:22.072437+0000","last_undegraded":"2024-09-19T05:40:22.072437+0000","last_fullsized":"2024-09-19T05:40:22.072437+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039180+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:40:15.039180+0000","last_peered":"2024-09-19T05:40:15.039180+0000","last_clean":"2024-09-19T05:40:15.039180+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:40:15.039180+0000","last_undegraded":"2024-09-19T05:40:15.039180+0000","last_fullsized":"2024-09-19T05:40:15.039180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059450+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:40:25.059450+0000","last_peered":"2024-09-19T05:40:25.059450+0000","last_clean":"2024-09-19T05:40:25.059450+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:40:25.059450+0000","last_undegraded":"2024-09-19T05:40:25.059450+0000","last_fullsized":"2024-09-19T05:40:25.059450+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042380+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:40:15.042380+0000","last_peered":"2024-09-19T05:40:15.042380+0000","last_clean":"2024-09-19T05:40:15.042380+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:40:15.042380+0000","last_undegraded":"2024-09-19T05:40:15.042380+0000","last_fullsized":"2024-09-19T05:40:15.042380+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.091172+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:40:24.091172+0000","last_peered":"2024-09-19T05:40:24.091172+0000","last_clean":"2024-09-19T05:40:24.091172+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:40:24.091172+0000","last_undegraded":"2024-09-19T05:40:24.091172+0000","last_fullsized":"2024-09-19T05:40:24.091172+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038669+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:40:15.038669+0000","last_peered":"2024-09-19T05:40:15.038669+0000","last_clean":"2024-09-19T05:40:15.038669+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:40:15.038669+0000","last_undegraded":"2024-09-19T05:40:15.038669+0000","last_fullsized":"2024-09-19T05:40:15.038669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.073986+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:40:22.073986+0000","last_peered":"2024-09-19T05:40:22.073986+0000","last_clean":"2024-09-19T05:40:22.073986+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:40:22.073986+0000","last_undegraded":"2024-09-19T05:40:22.073986+0000","last_fullsized":"2024-09-19T05:40:22.073986+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040089+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:40:15.040089+0000","last_peered":"2024-09-19T05:40:15.040089+0000","last_clean":"2024-09-19T05:40:15.040089+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:40:15.040089+0000","last_undegraded":"2024-09-19T05:40:15.040089+0000","last_fullsized":"2024-09-19T05:40:15.040089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038308+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:40:15.038308+0000","last_peered":"2024-09-19T05:40:15.038308+0000","last_clean":"2024-09-19T05:40:15.038308+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:40:15.038308+0000","last_undegraded":"2024-09-19T05:40:15.038308+0000","last_fullsized":"2024-09-19T05:40:15.038308+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061045+0000","last_change":"2024-09-19T05:40:12.018852+0000","last_active":"2024-09-19T05:40:25.061045+0000","last_peered":"2024-09-19T05:40:25.061045+0000","last_clean":"2024-09-19T05:40:25.061045+0000","last_became_active":"2024-09-19T05:40:12.018321+0000","last_became_peered":"2024-09-19T05:40:12.018321+0000","last_unstale":"2024-09-19T05:40:25.061045+0000","last_undegraded":"2024-09-19T05:40:25.061045+0000","last_fullsized":"2024-09-19T05:40:25.061045+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:36.517760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026303+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:40:15.026303+0000","last_peered":"2024-09-19T05:40:15.026303+0000","last_clean":"2024-09-19T05:40:15.026303+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:40:15.026303+0000","last_undegraded":"2024-09-19T05:40:15.026303+0000","last_fullsized":"2024-09-19T05:40:15.026303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.062519+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:40:25.062519+0000","last_peered":"2024-09-19T05:40:25.062519+0000","last_clean":"2024-09-19T05:40:25.062519+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:40:25.062519+0000","last_undegraded":"2024-09-19T05:40:25.062519+0000","last_fullsized":"2024-09-19T05:40:25.062519+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042714+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:40:15.042714+0000","last_peered":"2024-09-19T05:40:15.042714+0000","last_clean":"2024-09-19T05:40:15.042714+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:40:15.042714+0000","last_undegraded":"2024-09-19T05:40:15.042714+0000","last_fullsized":"2024-09-19T05:40:15.042714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.046080+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:40:15.046080+0000","last_peered":"2024-09-19T05:40:15.046080+0000","last_clean":"2024-09-19T05:40:15.046080+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:40:15.046080+0000","last_undegraded":"2024-09-19T05:40:15.046080+0000","last_fullsized":"2024-09-19T05:40:15.046080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038256+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:40:15.038256+0000","last_peered":"2024-09-19T05:40:15.038256+0000","last_clean":"2024-09-19T05:40:15.038256+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:40:15.038256+0000","last_undegraded":"2024-09-19T05:40:15.038256+0000","last_fullsized":"2024-09-19T05:40:15.038256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:32.072498+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:40:32.072498+0000","last_peered":"2024-09-19T05:40:32.072498+0000","last_clean":"2024-09-19T05:40:32.072498+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:40:32.072498+0000","last_undegraded":"2024-09-19T05:40:32.072498+0000","last_fullsized":"2024-09-19T05:40:32.072498+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":48273,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":149,"num_read_kb":128,"num_write":228,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":516096,"data_stored":153866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198,"ondisk_log_size":198,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481808,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":432704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1585152,"data_stored":1065191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906971,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135904,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":433012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364837,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1523712,"data_stored":1025925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528362,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":432351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790000,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32684,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712468,"statfs":{"total":95995035648,"available":95961567232,"internally_reserved":0,"allocated":1536000,"data_stored":1025210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953525,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":432605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411391,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":474942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":954368,"data_stored":474329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738440,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":433690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":42817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":43194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:40:40.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:40:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:40 smithi007 ceph-mon[30960]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2024-09-19T05:40:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:40 smithi007 ceph-mon[30960]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:40.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:40 smithi063 ceph-mon[34779]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2024-09-19T05:40:40.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:40 smithi063 ceph-mon[34779]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:40.413 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:40 smithi044 ceph-mon[34175]: pgmap v294: 97 pgs: 97 active+clean; 624 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2024-09-19T05:40:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:40 smithi044 ceph-mon[34175]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:40.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 -- 172.21.15.7:0/923173934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0106f30 msgr2=0x7f26d010eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:40.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 --2- 172.21.15.7:0/923173934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0106f30 0x7f26d010eab0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f26c8009ca0 tx=0x7f26c802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 -- 172.21.15.7:0/923173934 shutdown_connections 2024-09-19T05:40:40.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 --2- 172.21.15.7:0/923173934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0106f30 0x7f26d010eab0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 --2- 172.21.15.7:0/923173934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 0x7f26d0106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 --2- 172.21.15.7:0/923173934 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26d0100310 0x7f26d01006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 -- 172.21.15.7:0/923173934 >> 172.21.15.7:0/923173934 conn(0x7f26d0077210 msgr2=0x7f26d00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 -- 172.21.15.7:0/923173934 shutdown_connections 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.912+0000 7f26d60db640 1 -- 172.21.15.7:0/923173934 wait complete. 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 Processor -- start 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 -- start start 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 0x7f26d0198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26d0106f30 0x7f26d019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f26d0111e40 con 0x7f26d0100310 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f26d0111cc0 con 0x7f26d0100cc0 2024-09-19T05:40:40.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26d60db640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f26d0111fc0 con 0x7f26d0106f30 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57900/0 (socket says 172.21.15.7:57900) 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 -- 172.21.15.7:0/3011995638 learned_addr learned my addr 172.21.15.7:0/3011995638 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 -- 172.21.15.7:0/3011995638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26d0106f30 msgr2=0x7f26d019cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26ceffd640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 0x7f26d0198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26d0106f30 0x7f26d019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 -- 172.21.15.7:0/3011995638 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 msgr2=0x7f26d0198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 0x7f26d0198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.913+0000 7f26cf7fe640 1 -- 172.21.15.7:0/3011995638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d019d2b0 con 0x7f26d0100310 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26cf7fe640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f26c000d770 tx=0x7f26c000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c0017070 con 0x7f26d0100310 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26c00054d0 con 0x7f26d0100310 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c0004cf0 con 0x7f26d0100310 2024-09-19T05:40:40.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d019d5a0 con 0x7f26d0100310 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.914+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d01a4e80 con 0x7f26d0100310 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.915+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d01006f0 con 0x7f26d0100310 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.916+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f26c0004e90 con 0x7f26d0100310 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.917+0000 7f26ccff9640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 0x7f26b80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.917+0000 7f26ceffd640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 0x7f26b80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.917+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f26c00cf410 con 0x7f26d0100310 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.917+0000 7f26ceffd640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 0x7f26b80a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f26c4005d80 tx=0x7f26c4005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:40.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:40.921+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f26c009c180 con 0x7f26d0100310 2024-09-19T05:40:41.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.094+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f26d0062630 con 0x7f26b80a32d0 2024-09-19T05:40:41.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.101+0000 7f26ccff9640 1 -- 172.21.15.7:0/3011995638 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258742 (secure 0 0 0) 0x7f26d0062630 con 0x7f26b80a32d0 2024-09-19T05:40:41.105 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 msgr2=0x7f26b80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 0x7f26b80a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f26c4005d80 tx=0x7f26c4005c90 comp rx=0 tx=0).stop 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 msgr2=0x7f26d0198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f26c000d770 tx=0x7f26c000dc30 comp rx=0 tx=0).stop 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 shutdown_connections 2024-09-19T05:40:41.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f26b80a32d0 0x7f26b80a5790 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f26d0106f30 0x7f26d019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26d0100cc0 0x7f26d0198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 --2- 172.21.15.7:0/3011995638 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26d0100310 0x7f26d0198300 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 >> 172.21.15.7:0/3011995638 conn(0x7f26d0077210 msgr2=0x7f26d0105820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 shutdown_connections 2024-09-19T05:40:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:41.104+0000 7f26d60db640 1 -- 172.21.15.7:0/3011995638 wait complete. 2024-09-19T05:40:41.757 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":295,"stamp":"2024-09-19T05:40:40.795288+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647922,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":316,"num_read_kb":276,"num_write":420,"num_write_kb":3062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349512,"kb_used_data":12744,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592312,"statfs":{"total":1151940427776,"available":1151582527488,"internally_reserved":0,"allocated":13049856,"data_stored":7112863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":50870,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":143,"num_read_kb":129,"num_write":63,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003481"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043336+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:40:15.043336+0000","last_peered":"2024-09-19T05:40:15.043336+0000","last_clean":"2024-09-19T05:40:15.043336+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:40:15.043336+0000","last_undegraded":"2024-09-19T05:40:15.043336+0000","last_fullsized":"2024-09-19T05:40:15.043336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042316+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:40:15.042316+0000","last_peered":"2024-09-19T05:40:15.042316+0000","last_clean":"2024-09-19T05:40:15.042316+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:40:15.042316+0000","last_undegraded":"2024-09-19T05:40:15.042316+0000","last_fullsized":"2024-09-19T05:40:15.042316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042253+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:40:15.042253+0000","last_peered":"2024-09-19T05:40:15.042253+0000","last_clean":"2024-09-19T05:40:15.042253+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:40:15.042253+0000","last_undegraded":"2024-09-19T05:40:15.042253+0000","last_fullsized":"2024-09-19T05:40:15.042253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039200+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:40:15.039200+0000","last_peered":"2024-09-19T05:40:15.039200+0000","last_clean":"2024-09-19T05:40:15.039200+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:40:15.039200+0000","last_undegraded":"2024-09-19T05:40:15.039200+0000","last_fullsized":"2024-09-19T05:40:15.039200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039209+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:40:15.039209+0000","last_peered":"2024-09-19T05:40:15.039209+0000","last_clean":"2024-09-19T05:40:15.039209+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:40:15.039209+0000","last_undegraded":"2024-09-19T05:40:15.039209+0000","last_fullsized":"2024-09-19T05:40:15.039209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037797+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:40:15.037797+0000","last_peered":"2024-09-19T05:40:15.037797+0000","last_clean":"2024-09-19T05:40:15.037797+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:40:15.037797+0000","last_undegraded":"2024-09-19T05:40:15.037797+0000","last_fullsized":"2024-09-19T05:40:15.037797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038674+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:40:15.038674+0000","last_peered":"2024-09-19T05:40:15.038674+0000","last_clean":"2024-09-19T05:40:15.038674+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:40:15.038674+0000","last_undegraded":"2024-09-19T05:40:15.038674+0000","last_fullsized":"2024-09-19T05:40:15.038674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037668+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:40:15.037668+0000","last_peered":"2024-09-19T05:40:15.037668+0000","last_clean":"2024-09-19T05:40:15.037668+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:40:15.037668+0000","last_undegraded":"2024-09-19T05:40:15.037668+0000","last_fullsized":"2024-09-19T05:40:15.037668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026596+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:40:15.026596+0000","last_peered":"2024-09-19T05:40:15.026596+0000","last_clean":"2024-09-19T05:40:15.026596+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:40:15.026596+0000","last_undegraded":"2024-09-19T05:40:15.026596+0000","last_fullsized":"2024-09-19T05:40:15.026596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038080+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:40:15.038080+0000","last_peered":"2024-09-19T05:40:15.038080+0000","last_clean":"2024-09-19T05:40:15.038080+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:40:15.038080+0000","last_undegraded":"2024-09-19T05:40:15.038080+0000","last_fullsized":"2024-09-19T05:40:15.038080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040170+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:40:15.040170+0000","last_peered":"2024-09-19T05:40:15.040170+0000","last_clean":"2024-09-19T05:40:15.040170+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:40:15.040170+0000","last_undegraded":"2024-09-19T05:40:15.040170+0000","last_fullsized":"2024-09-19T05:40:15.040170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039366+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:40:15.039366+0000","last_peered":"2024-09-19T05:40:15.039366+0000","last_clean":"2024-09-19T05:40:15.039366+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:40:15.039366+0000","last_undegraded":"2024-09-19T05:40:15.039366+0000","last_fullsized":"2024-09-19T05:40:15.039366+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038732+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:40:15.038732+0000","last_peered":"2024-09-19T05:40:15.038732+0000","last_clean":"2024-09-19T05:40:15.038732+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:40:15.038732+0000","last_undegraded":"2024-09-19T05:40:15.038732+0000","last_fullsized":"2024-09-19T05:40:15.038732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041677+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:40:15.041677+0000","last_peered":"2024-09-19T05:40:15.041677+0000","last_clean":"2024-09-19T05:40:15.041677+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:40:15.041677+0000","last_undegraded":"2024-09-19T05:40:15.041677+0000","last_fullsized":"2024-09-19T05:40:15.041677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041592+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:40:15.041592+0000","last_peered":"2024-09-19T05:40:15.041592+0000","last_clean":"2024-09-19T05:40:15.041592+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:40:15.041592+0000","last_undegraded":"2024-09-19T05:40:15.041592+0000","last_fullsized":"2024-09-19T05:40:15.041592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026029+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:40:15.026029+0000","last_peered":"2024-09-19T05:40:15.026029+0000","last_clean":"2024-09-19T05:40:15.026029+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:40:15.026029+0000","last_undegraded":"2024-09-19T05:40:15.026029+0000","last_fullsized":"2024-09-19T05:40:15.026029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043497+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:40:15.043497+0000","last_peered":"2024-09-19T05:40:15.043497+0000","last_clean":"2024-09-19T05:40:15.043497+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:40:15.043497+0000","last_undegraded":"2024-09-19T05:40:15.043497+0000","last_fullsized":"2024-09-19T05:40:15.043497+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025365+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:40:15.025365+0000","last_peered":"2024-09-19T05:40:15.025365+0000","last_clean":"2024-09-19T05:40:15.025365+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:40:15.025365+0000","last_undegraded":"2024-09-19T05:40:15.025365+0000","last_fullsized":"2024-09-19T05:40:15.025365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027200+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:40:15.027200+0000","last_peered":"2024-09-19T05:40:15.027200+0000","last_clean":"2024-09-19T05:40:15.027200+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:40:15.027200+0000","last_undegraded":"2024-09-19T05:40:15.027200+0000","last_fullsized":"2024-09-19T05:40:15.027200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041938+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:40:15.041938+0000","last_peered":"2024-09-19T05:40:15.041938+0000","last_clean":"2024-09-19T05:40:15.041938+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:40:15.041938+0000","last_undegraded":"2024-09-19T05:40:15.041938+0000","last_fullsized":"2024-09-19T05:40:15.041938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038900+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:40:15.038900+0000","last_peered":"2024-09-19T05:40:15.038900+0000","last_clean":"2024-09-19T05:40:15.038900+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:40:15.038900+0000","last_undegraded":"2024-09-19T05:40:15.038900+0000","last_fullsized":"2024-09-19T05:40:15.038900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026218+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:40:15.026218+0000","last_peered":"2024-09-19T05:40:15.026218+0000","last_clean":"2024-09-19T05:40:15.026218+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:40:15.026218+0000","last_undegraded":"2024-09-19T05:40:15.026218+0000","last_fullsized":"2024-09-19T05:40:15.026218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037700+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:40:15.037700+0000","last_peered":"2024-09-19T05:40:15.037700+0000","last_clean":"2024-09-19T05:40:15.037700+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:40:15.037700+0000","last_undegraded":"2024-09-19T05:40:15.037700+0000","last_fullsized":"2024-09-19T05:40:15.037700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037566+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:40:15.037566+0000","last_peered":"2024-09-19T05:40:15.037566+0000","last_clean":"2024-09-19T05:40:15.037566+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:40:15.037566+0000","last_undegraded":"2024-09-19T05:40:15.037566+0000","last_fullsized":"2024-09-19T05:40:15.037566+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037867+0000","last_change":"2024-09-19T05:40:14.040877+0000","last_active":"2024-09-19T05:40:15.037867+0000","last_peered":"2024-09-19T05:40:15.037867+0000","last_clean":"2024-09-19T05:40:15.037867+0000","last_became_active":"2024-09-19T05:40:14.040553+0000","last_became_peered":"2024-09-19T05:40:14.040553+0000","last_unstale":"2024-09-19T05:40:15.037867+0000","last_undegraded":"2024-09-19T05:40:15.037867+0000","last_fullsized":"2024-09-19T05:40:15.037867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:45.545189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027336+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:40:15.027336+0000","last_peered":"2024-09-19T05:40:15.027336+0000","last_clean":"2024-09-19T05:40:15.027336+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:40:15.027336+0000","last_undegraded":"2024-09-19T05:40:15.027336+0000","last_fullsized":"2024-09-19T05:40:15.027336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042782+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:40:15.042782+0000","last_peered":"2024-09-19T05:40:15.042782+0000","last_clean":"2024-09-19T05:40:15.042782+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:40:15.042782+0000","last_undegraded":"2024-09-19T05:40:15.042782+0000","last_fullsized":"2024-09-19T05:40:15.042782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039301+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:40:15.039301+0000","last_peered":"2024-09-19T05:40:15.039301+0000","last_clean":"2024-09-19T05:40:15.039301+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:40:15.039301+0000","last_undegraded":"2024-09-19T05:40:15.039301+0000","last_fullsized":"2024-09-19T05:40:15.039301+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041955+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:40:15.041955+0000","last_peered":"2024-09-19T05:40:15.041955+0000","last_clean":"2024-09-19T05:40:15.041955+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:40:15.041955+0000","last_undegraded":"2024-09-19T05:40:15.041955+0000","last_fullsized":"2024-09-19T05:40:15.041955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026715+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:40:15.026715+0000","last_peered":"2024-09-19T05:40:15.026715+0000","last_clean":"2024-09-19T05:40:15.026715+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:40:15.026715+0000","last_undegraded":"2024-09-19T05:40:15.026715+0000","last_fullsized":"2024-09-19T05:40:15.026715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026793+0000","last_change":"2024-09-19T05:40:14.048305+0000","last_active":"2024-09-19T05:40:15.026793+0000","last_peered":"2024-09-19T05:40:15.026793+0000","last_clean":"2024-09-19T05:40:15.026793+0000","last_became_active":"2024-09-19T05:40:14.047971+0000","last_became_peered":"2024-09-19T05:40:14.047971+0000","last_unstale":"2024-09-19T05:40:15.026793+0000","last_undegraded":"2024-09-19T05:40:15.026793+0000","last_fullsized":"2024-09-19T05:40:15.026793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.509406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042215+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:40:15.042215+0000","last_peered":"2024-09-19T05:40:15.042215+0000","last_clean":"2024-09-19T05:40:15.042215+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:40:15.042215+0000","last_undegraded":"2024-09-19T05:40:15.042215+0000","last_fullsized":"2024-09-19T05:40:15.042215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039006+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:40:15.039006+0000","last_peered":"2024-09-19T05:40:15.039006+0000","last_clean":"2024-09-19T05:40:15.039006+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:40:15.039006+0000","last_undegraded":"2024-09-19T05:40:15.039006+0000","last_fullsized":"2024-09-19T05:40:15.039006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.077712+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:40:36.077712+0000","last_peered":"2024-09-19T05:40:36.077712+0000","last_clean":"2024-09-19T05:40:36.077712+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:40:36.077712+0000","last_undegraded":"2024-09-19T05:40:36.077712+0000","last_fullsized":"2024-09-19T05:40:36.077712+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037626+0000","last_change":"2024-09-19T05:40:14.053392+0000","last_active":"2024-09-19T05:40:15.037626+0000","last_peered":"2024-09-19T05:40:15.037626+0000","last_clean":"2024-09-19T05:40:15.037626+0000","last_became_active":"2024-09-19T05:40:14.053077+0000","last_became_peered":"2024-09-19T05:40:14.053077+0000","last_unstale":"2024-09-19T05:40:15.037626+0000","last_undegraded":"2024-09-19T05:40:15.037626+0000","last_fullsized":"2024-09-19T05:40:15.037626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:24.293467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.090650+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:40:24.090650+0000","last_peered":"2024-09-19T05:40:24.090650+0000","last_clean":"2024-09-19T05:40:24.090650+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:40:24.090650+0000","last_undegraded":"2024-09-19T05:40:24.090650+0000","last_fullsized":"2024-09-19T05:40:24.090650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084367+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:40:23.084367+0000","last_peered":"2024-09-19T05:40:23.084367+0000","last_clean":"2024-09-19T05:40:23.084367+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:40:23.084367+0000","last_undegraded":"2024-09-19T05:40:23.084367+0000","last_fullsized":"2024-09-19T05:40:23.084367+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037732+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:40:15.037732+0000","last_peered":"2024-09-19T05:40:15.037732+0000","last_clean":"2024-09-19T05:40:15.037732+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:40:15.037732+0000","last_undegraded":"2024-09-19T05:40:15.037732+0000","last_fullsized":"2024-09-19T05:40:15.037732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061220+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:40:25.061220+0000","last_peered":"2024-09-19T05:40:25.061220+0000","last_clean":"2024-09-19T05:40:25.061220+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:40:25.061220+0000","last_undegraded":"2024-09-19T05:40:25.061220+0000","last_fullsized":"2024-09-19T05:40:25.061220+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025120+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:40:15.025120+0000","last_peered":"2024-09-19T05:40:15.025120+0000","last_clean":"2024-09-19T05:40:15.025120+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:40:15.025120+0000","last_undegraded":"2024-09-19T05:40:15.025120+0000","last_fullsized":"2024-09-19T05:40:15.025120+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":54,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:40.082716+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:40:40.082716+0000","last_peered":"2024-09-19T05:40:40.082716+0000","last_clean":"2024-09-19T05:40:40.082716+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:40:40.082716+0000","last_undegraded":"2024-09-19T05:40:40.082716+0000","last_fullsized":"2024-09-19T05:40:40.082716+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026498+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:40:15.026498+0000","last_peered":"2024-09-19T05:40:15.026498+0000","last_clean":"2024-09-19T05:40:15.026498+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:40:15.026498+0000","last_undegraded":"2024-09-19T05:40:15.026498+0000","last_fullsized":"2024-09-19T05:40:15.026498+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061921+0000","last_change":"2024-09-19T05:40:12.018972+0000","last_active":"2024-09-19T05:40:25.061921+0000","last_peered":"2024-09-19T05:40:25.061921+0000","last_clean":"2024-09-19T05:40:25.061921+0000","last_became_active":"2024-09-19T05:40:12.018519+0000","last_became_peered":"2024-09-19T05:40:12.018519+0000","last_unstale":"2024-09-19T05:40:25.061921+0000","last_undegraded":"2024-09-19T05:40:25.061921+0000","last_fullsized":"2024-09-19T05:40:25.061921+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:40.359197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042731+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:40:15.042731+0000","last_peered":"2024-09-19T05:40:15.042731+0000","last_clean":"2024-09-19T05:40:15.042731+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:40:15.042731+0000","last_undegraded":"2024-09-19T05:40:15.042731+0000","last_fullsized":"2024-09-19T05:40:15.042731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.089676+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:40:24.089676+0000","last_peered":"2024-09-19T05:40:24.089676+0000","last_clean":"2024-09-19T05:40:24.089676+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:40:24.089676+0000","last_undegraded":"2024-09-19T05:40:24.089676+0000","last_fullsized":"2024-09-19T05:40:24.089676+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026439+0000","last_change":"2024-09-19T05:40:14.047358+0000","last_active":"2024-09-19T05:40:15.026439+0000","last_peered":"2024-09-19T05:40:15.026439+0000","last_clean":"2024-09-19T05:40:15.026439+0000","last_became_active":"2024-09-19T05:40:14.047040+0000","last_became_peered":"2024-09-19T05:40:14.047040+0000","last_unstale":"2024-09-19T05:40:15.026439+0000","last_undegraded":"2024-09-19T05:40:15.026439+0000","last_fullsized":"2024-09-19T05:40:15.026439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:58.419265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'27","reported_seq":84,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:40.083456+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:40:40.083456+0000","last_peered":"2024-09-19T05:40:40.083456+0000","last_clean":"2024-09-19T05:40:40.083456+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:40:40.083456+0000","last_undegraded":"2024-09-19T05:40:40.083456+0000","last_fullsized":"2024-09-19T05:40:40.083456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50112,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":39,"num_read_kb":67,"num_write":29,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039432+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:40:15.039432+0000","last_peered":"2024-09-19T05:40:15.039432+0000","last_clean":"2024-09-19T05:40:15.039432+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:40:15.039432+0000","last_undegraded":"2024-09-19T05:40:15.039432+0000","last_fullsized":"2024-09-19T05:40:15.039432+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061051+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:40:25.061051+0000","last_peered":"2024-09-19T05:40:25.061051+0000","last_clean":"2024-09-19T05:40:25.061051+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:40:25.061051+0000","last_undegraded":"2024-09-19T05:40:25.061051+0000","last_fullsized":"2024-09-19T05:40:25.061051+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038161+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:40:15.038161+0000","last_peered":"2024-09-19T05:40:15.038161+0000","last_clean":"2024-09-19T05:40:15.038161+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:40:15.038161+0000","last_undegraded":"2024-09-19T05:40:15.038161+0000","last_fullsized":"2024-09-19T05:40:15.038161+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061255+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:40:25.061255+0000","last_peered":"2024-09-19T05:40:25.061255+0000","last_clean":"2024-09-19T05:40:25.061255+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:40:25.061255+0000","last_undegraded":"2024-09-19T05:40:25.061255+0000","last_fullsized":"2024-09-19T05:40:25.061255+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038727+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:40:15.038727+0000","last_peered":"2024-09-19T05:40:15.038727+0000","last_clean":"2024-09-19T05:40:15.038727+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:40:15.038727+0000","last_undegraded":"2024-09-19T05:40:15.038727+0000","last_fullsized":"2024-09-19T05:40:15.038727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.077530+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:40:36.077530+0000","last_peered":"2024-09-19T05:40:36.077530+0000","last_clean":"2024-09-19T05:40:36.077530+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:40:36.077530+0000","last_undegraded":"2024-09-19T05:40:36.077530+0000","last_fullsized":"2024-09-19T05:40:36.077530+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039900+0000","last_change":"2024-09-19T05:40:14.049164+0000","last_active":"2024-09-19T05:40:15.039900+0000","last_peered":"2024-09-19T05:40:15.039900+0000","last_clean":"2024-09-19T05:40:15.039900+0000","last_became_active":"2024-09-19T05:40:14.048819+0000","last_became_peered":"2024-09-19T05:40:14.048819+0000","last_unstale":"2024-09-19T05:40:15.039900+0000","last_undegraded":"2024-09-19T05:40:15.039900+0000","last_fullsized":"2024-09-19T05:40:15.039900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:55.783468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053654+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:40:25.053654+0000","last_peered":"2024-09-19T05:40:25.053654+0000","last_clean":"2024-09-19T05:40:25.053654+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:40:25.053654+0000","last_undegraded":"2024-09-19T05:40:25.053654+0000","last_fullsized":"2024-09-19T05:40:25.053654+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037282+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:40:15.037282+0000","last_peered":"2024-09-19T05:40:15.037282+0000","last_clean":"2024-09-19T05:40:15.037282+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:40:15.037282+0000","last_undegraded":"2024-09-19T05:40:15.037282+0000","last_fullsized":"2024-09-19T05:40:15.037282+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.080055+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:40:24.080055+0000","last_peered":"2024-09-19T05:40:24.080055+0000","last_clean":"2024-09-19T05:40:24.080055+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:40:24.080055+0000","last_undegraded":"2024-09-19T05:40:24.080055+0000","last_fullsized":"2024-09-19T05:40:24.080055+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042674+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:40:15.042674+0000","last_peered":"2024-09-19T05:40:15.042674+0000","last_clean":"2024-09-19T05:40:15.042674+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:40:15.042674+0000","last_undegraded":"2024-09-19T05:40:15.042674+0000","last_fullsized":"2024-09-19T05:40:15.042674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.060292+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:40:25.060292+0000","last_peered":"2024-09-19T05:40:25.060292+0000","last_clean":"2024-09-19T05:40:25.060292+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:40:25.060292+0000","last_undegraded":"2024-09-19T05:40:25.060292+0000","last_fullsized":"2024-09-19T05:40:25.060292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038842+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:40:15.038842+0000","last_peered":"2024-09-19T05:40:15.038842+0000","last_clean":"2024-09-19T05:40:15.038842+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:40:15.038842+0000","last_undegraded":"2024-09-19T05:40:15.038842+0000","last_fullsized":"2024-09-19T05:40:15.038842+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.052846+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:40:25.052846+0000","last_peered":"2024-09-19T05:40:25.052846+0000","last_clean":"2024-09-19T05:40:25.052846+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:40:25.052846+0000","last_undegraded":"2024-09-19T05:40:25.052846+0000","last_fullsized":"2024-09-19T05:40:25.052846+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039074+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:40:15.039074+0000","last_peered":"2024-09-19T05:40:15.039074+0000","last_clean":"2024-09-19T05:40:15.039074+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:40:15.039074+0000","last_undegraded":"2024-09-19T05:40:15.039074+0000","last_fullsized":"2024-09-19T05:40:15.039074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:35.076214+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:40:35.076214+0000","last_peered":"2024-09-19T05:40:35.076214+0000","last_clean":"2024-09-19T05:40:35.076214+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:40:35.076214+0000","last_undegraded":"2024-09-19T05:40:35.076214+0000","last_fullsized":"2024-09-19T05:40:35.076214+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038924+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:40:15.038924+0000","last_peered":"2024-09-19T05:40:15.038924+0000","last_clean":"2024-09-19T05:40:15.038924+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:40:15.038924+0000","last_undegraded":"2024-09-19T05:40:15.038924+0000","last_fullsized":"2024-09-19T05:40:15.038924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040314+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:40:15.040314+0000","last_peered":"2024-09-19T05:40:15.040314+0000","last_clean":"2024-09-19T05:40:15.040314+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:40:15.040314+0000","last_undegraded":"2024-09-19T05:40:15.040314+0000","last_fullsized":"2024-09-19T05:40:15.040314+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.060723+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:40:25.060723+0000","last_peered":"2024-09-19T05:40:25.060723+0000","last_clean":"2024-09-19T05:40:25.060723+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:40:25.060723+0000","last_undegraded":"2024-09-19T05:40:25.060723+0000","last_fullsized":"2024-09-19T05:40:25.060723+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038164+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:40:15.038164+0000","last_peered":"2024-09-19T05:40:15.038164+0000","last_clean":"2024-09-19T05:40:15.038164+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:40:15.038164+0000","last_undegraded":"2024-09-19T05:40:15.038164+0000","last_fullsized":"2024-09-19T05:40:15.038164+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084328+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:40:23.084328+0000","last_peered":"2024-09-19T05:40:23.084328+0000","last_clean":"2024-09-19T05:40:23.084328+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:40:23.084328+0000","last_undegraded":"2024-09-19T05:40:23.084328+0000","last_fullsized":"2024-09-19T05:40:23.084328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037587+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:40:15.037587+0000","last_peered":"2024-09-19T05:40:15.037587+0000","last_clean":"2024-09-19T05:40:15.037587+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:40:15.037587+0000","last_undegraded":"2024-09-19T05:40:15.037587+0000","last_fullsized":"2024-09-19T05:40:15.037587+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:36.076975+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:40:36.076975+0000","last_peered":"2024-09-19T05:40:36.076975+0000","last_clean":"2024-09-19T05:40:36.076975+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:40:36.076975+0000","last_undegraded":"2024-09-19T05:40:36.076975+0000","last_fullsized":"2024-09-19T05:40:36.076975+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037422+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:40:15.037422+0000","last_peered":"2024-09-19T05:40:15.037422+0000","last_clean":"2024-09-19T05:40:15.037422+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:40:15.037422+0000","last_undegraded":"2024-09-19T05:40:15.037422+0000","last_fullsized":"2024-09-19T05:40:15.037422+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:37.078469+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:40:37.078469+0000","last_peered":"2024-09-19T05:40:37.078469+0000","last_clean":"2024-09-19T05:40:37.078469+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:40:37.078469+0000","last_undegraded":"2024-09-19T05:40:37.078469+0000","last_fullsized":"2024-09-19T05:40:37.078469+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037690+0000","last_change":"2024-09-19T05:40:14.042834+0000","last_active":"2024-09-19T05:40:15.037690+0000","last_peered":"2024-09-19T05:40:15.037690+0000","last_clean":"2024-09-19T05:40:15.037690+0000","last_became_active":"2024-09-19T05:40:14.041747+0000","last_became_peered":"2024-09-19T05:40:14.041747+0000","last_unstale":"2024-09-19T05:40:15.037690+0000","last_undegraded":"2024-09-19T05:40:15.037690+0000","last_fullsized":"2024-09-19T05:40:15.037690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:39.283058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025264+0000","last_change":"2024-09-19T05:40:12.058350+0000","last_active":"2024-09-19T05:40:15.025264+0000","last_peered":"2024-09-19T05:40:15.025264+0000","last_clean":"2024-09-19T05:40:15.025264+0000","last_became_active":"2024-09-19T05:40:12.058024+0000","last_became_peered":"2024-09-19T05:40:12.058024+0000","last_unstale":"2024-09-19T05:40:15.025264+0000","last_undegraded":"2024-09-19T05:40:15.025264+0000","last_fullsized":"2024-09-19T05:40:15.025264+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:42.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.120563+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:40:15.120563+0000","last_peered":"2024-09-19T05:40:15.120563+0000","last_clean":"2024-09-19T05:40:15.120563+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:40:15.120563+0000","last_undegraded":"2024-09-19T05:40:15.120563+0000","last_fullsized":"2024-09-19T05:40:15.120563+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053548+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:40:25.053548+0000","last_peered":"2024-09-19T05:40:25.053548+0000","last_clean":"2024-09-19T05:40:25.053548+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:40:25.053548+0000","last_undegraded":"2024-09-19T05:40:25.053548+0000","last_fullsized":"2024-09-19T05:40:25.053548+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039453+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:40:15.039453+0000","last_peered":"2024-09-19T05:40:15.039453+0000","last_clean":"2024-09-19T05:40:15.039453+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:40:15.039453+0000","last_undegraded":"2024-09-19T05:40:15.039453+0000","last_fullsized":"2024-09-19T05:40:15.039453+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'13","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:35.039128+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:40:35.039128+0000","last_peered":"2024-09-19T05:40:35.039128+0000","last_clean":"2024-09-19T05:40:35.039128+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:40:35.039128+0000","last_undegraded":"2024-09-19T05:40:35.039128+0000","last_fullsized":"2024-09-19T05:40:35.039128+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037915+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:40:15.037915+0000","last_peered":"2024-09-19T05:40:15.037915+0000","last_clean":"2024-09-19T05:40:15.037915+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:40:15.037915+0000","last_undegraded":"2024-09-19T05:40:15.037915+0000","last_fullsized":"2024-09-19T05:40:15.037915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059873+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:40:25.059873+0000","last_peered":"2024-09-19T05:40:25.059873+0000","last_clean":"2024-09-19T05:40:25.059873+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:40:25.059873+0000","last_undegraded":"2024-09-19T05:40:25.059873+0000","last_fullsized":"2024-09-19T05:40:25.059873+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042501+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:40:15.042501+0000","last_peered":"2024-09-19T05:40:15.042501+0000","last_clean":"2024-09-19T05:40:15.042501+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:40:15.042501+0000","last_undegraded":"2024-09-19T05:40:15.042501+0000","last_fullsized":"2024-09-19T05:40:15.042501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.072437+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:40:22.072437+0000","last_peered":"2024-09-19T05:40:22.072437+0000","last_clean":"2024-09-19T05:40:22.072437+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:40:22.072437+0000","last_undegraded":"2024-09-19T05:40:22.072437+0000","last_fullsized":"2024-09-19T05:40:22.072437+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039180+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:40:15.039180+0000","last_peered":"2024-09-19T05:40:15.039180+0000","last_clean":"2024-09-19T05:40:15.039180+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:40:15.039180+0000","last_undegraded":"2024-09-19T05:40:15.039180+0000","last_fullsized":"2024-09-19T05:40:15.039180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059450+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:40:25.059450+0000","last_peered":"2024-09-19T05:40:25.059450+0000","last_clean":"2024-09-19T05:40:25.059450+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:40:25.059450+0000","last_undegraded":"2024-09-19T05:40:25.059450+0000","last_fullsized":"2024-09-19T05:40:25.059450+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042380+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:40:15.042380+0000","last_peered":"2024-09-19T05:40:15.042380+0000","last_clean":"2024-09-19T05:40:15.042380+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:40:15.042380+0000","last_undegraded":"2024-09-19T05:40:15.042380+0000","last_fullsized":"2024-09-19T05:40:15.042380+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.091172+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:40:24.091172+0000","last_peered":"2024-09-19T05:40:24.091172+0000","last_clean":"2024-09-19T05:40:24.091172+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:40:24.091172+0000","last_undegraded":"2024-09-19T05:40:24.091172+0000","last_fullsized":"2024-09-19T05:40:24.091172+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038669+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:40:15.038669+0000","last_peered":"2024-09-19T05:40:15.038669+0000","last_clean":"2024-09-19T05:40:15.038669+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:40:15.038669+0000","last_undegraded":"2024-09-19T05:40:15.038669+0000","last_fullsized":"2024-09-19T05:40:15.038669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.073986+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:40:22.073986+0000","last_peered":"2024-09-19T05:40:22.073986+0000","last_clean":"2024-09-19T05:40:22.073986+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:40:22.073986+0000","last_undegraded":"2024-09-19T05:40:22.073986+0000","last_fullsized":"2024-09-19T05:40:22.073986+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040089+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:40:15.040089+0000","last_peered":"2024-09-19T05:40:15.040089+0000","last_clean":"2024-09-19T05:40:15.040089+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:40:15.040089+0000","last_undegraded":"2024-09-19T05:40:15.040089+0000","last_fullsized":"2024-09-19T05:40:15.040089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038308+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:40:15.038308+0000","last_peered":"2024-09-19T05:40:15.038308+0000","last_clean":"2024-09-19T05:40:15.038308+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:40:15.038308+0000","last_undegraded":"2024-09-19T05:40:15.038308+0000","last_fullsized":"2024-09-19T05:40:15.038308+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061045+0000","last_change":"2024-09-19T05:40:12.018852+0000","last_active":"2024-09-19T05:40:25.061045+0000","last_peered":"2024-09-19T05:40:25.061045+0000","last_clean":"2024-09-19T05:40:25.061045+0000","last_became_active":"2024-09-19T05:40:12.018321+0000","last_became_peered":"2024-09-19T05:40:12.018321+0000","last_unstale":"2024-09-19T05:40:25.061045+0000","last_undegraded":"2024-09-19T05:40:25.061045+0000","last_fullsized":"2024-09-19T05:40:25.061045+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:36.517760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026303+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:40:15.026303+0000","last_peered":"2024-09-19T05:40:15.026303+0000","last_clean":"2024-09-19T05:40:15.026303+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:40:15.026303+0000","last_undegraded":"2024-09-19T05:40:15.026303+0000","last_fullsized":"2024-09-19T05:40:15.026303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.062519+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:40:25.062519+0000","last_peered":"2024-09-19T05:40:25.062519+0000","last_clean":"2024-09-19T05:40:25.062519+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:40:25.062519+0000","last_undegraded":"2024-09-19T05:40:25.062519+0000","last_fullsized":"2024-09-19T05:40:25.062519+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042714+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:40:15.042714+0000","last_peered":"2024-09-19T05:40:15.042714+0000","last_clean":"2024-09-19T05:40:15.042714+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:40:15.042714+0000","last_undegraded":"2024-09-19T05:40:15.042714+0000","last_fullsized":"2024-09-19T05:40:15.042714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.046080+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:40:15.046080+0000","last_peered":"2024-09-19T05:40:15.046080+0000","last_clean":"2024-09-19T05:40:15.046080+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:40:15.046080+0000","last_undegraded":"2024-09-19T05:40:15.046080+0000","last_fullsized":"2024-09-19T05:40:15.046080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038256+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:40:15.038256+0000","last_peered":"2024-09-19T05:40:15.038256+0000","last_clean":"2024-09-19T05:40:15.038256+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:40:15.038256+0000","last_undegraded":"2024-09-19T05:40:15.038256+0000","last_fullsized":"2024-09-19T05:40:15.038256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:37.078019+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:40:37.078019+0000","last_peered":"2024-09-19T05:40:37.078019+0000","last_clean":"2024-09-19T05:40:37.078019+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:40:37.078019+0000","last_undegraded":"2024-09-19T05:40:37.078019+0000","last_fullsized":"2024-09-19T05:40:37.078019+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":57320,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":180,"num_read_kb":157,"num_write":237,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":540672,"data_stored":171960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481809,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":432704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743447,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32744,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712408,"statfs":{"total":95995035648,"available":95961505792,"internally_reserved":0,"allocated":1597440,"data_stored":1074238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906972,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135905,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":433012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364838,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1523712,"data_stored":1025925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528362,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":432351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790000,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32684,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712468,"statfs":{"total":95995035648,"available":95961567232,"internally_reserved":0,"allocated":1536000,"data_stored":1025210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953525,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":432605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411391,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":474942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574915,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":966656,"data_stored":483376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":433690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":51864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":52241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:40:41.762 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-19T05:40:41.762 INFO:tasks.cephadm:Setting up client nodes... 2024-09-19T05:40:41.762 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-19T05:40:42.021 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:42 smithi007 ceph-mon[30960]: pgmap v295: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 17 op/s 2024-09-19T05:40:42.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:42 smithi007 ceph-mon[30960]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:42 smithi063 ceph-mon[34779]: pgmap v295: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 17 op/s 2024-09-19T05:40:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:42 smithi063 ceph-mon[34779]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:42 smithi044 ceph-mon[34175]: pgmap v295: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.5 KiB/s wr, 17 op/s 2024-09-19T05:40:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:42 smithi044 ceph-mon[34175]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:40:42.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 -- 172.21.15.7:0/1909574925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 msgr2=0x7f3760102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:42.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 --2- 172.21.15.7:0/1909574925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760102000 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3750009900 tx=0x7f375002a410 comp rx=0 tx=0).stop 2024-09-19T05:40:42.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 -- 172.21.15.7:0/1909574925 shutdown_connections 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 --2- 172.21.15.7:0/1909574925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 --2- 172.21.15.7:0/1909574925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 0x7f3760103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 --2- 172.21.15.7:0/1909574925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760102000 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 -- 172.21.15.7:0/1909574925 >> 172.21.15.7:0/1909574925 conn(0x7f37600fd390 msgr2=0x7f37600ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 -- 172.21.15.7:0/1909574925 shutdown_connections 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.479+0000 7f3764f66640 1 -- 172.21.15.7:0/1909574925 wait complete. 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 Processor -- start 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 -- start start 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 0x7f3760198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376019f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:42.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f376010d780 con 0x7f3760101c00 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f376010d600 con 0x7f37601037c0 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f3764f66640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f376010d900 con 0x7f3760102e00 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57918/0 (socket says 172.21.15.7:57918) 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 -- 172.21.15.7:0/4089084148 learned_addr learned my addr 172.21.15.7:0/4089084148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375dd9b640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 0x7f3760198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375ed9d640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376019f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 -- 172.21.15.7:0/4089084148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 msgr2=0x7f3760198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 0x7f3760198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 -- 172.21.15.7:0/4089084148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 msgr2=0x7f376019f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.480+0000 7f375e59c640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376019f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f375e59c640 1 -- 172.21.15.7:0/4089084148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376019fa40 con 0x7f3760101c00 2024-09-19T05:40:42.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f375ed9d640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376019f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f375e59c640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f37500314e0 tx=0x7f3750003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f375003f070 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3750031e40 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f376019fcd0 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3750035030 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.481+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37601a01b0 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.482+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3760108ff0 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.483+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f3750042070 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.484+0000 7f374f7fe640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 0x7f37480a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.484+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f37500f01f0 con 0x7f3760101c00 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.484+0000 7f375dd9b640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 0x7f37480a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:42.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.484+0000 7f375dd9b640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 0x7f37480a57c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3760199330 tx=0x7f375400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:42.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.488+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f37500bcf60 con 0x7f3760101c00 2024-09-19T05:40:42.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.730+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f376002dab0 con 0x7f3760101c00 2024-09-19T05:40:42.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.732+0000 7f374f7fe640 1 -- 172.21.15.7:0/4089084148 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f376002dab0 con 0x7f3760101c00 2024-09-19T05:40:42.734 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0] 2024-09-19T05:40:42.734 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQBauetmUtaVKxAAjQYR7uZrZiylW1McBJ7wcg== 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 msgr2=0x7f37480a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 0x7f37480a57c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f3760199330 tx=0x7f375400b390 comp rx=0 tx=0).stop 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 msgr2=0x7f3760197e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f37500314e0 tx=0x7f3750003c80 comp rx=0 tx=0).stop 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 shutdown_connections 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f37480a3300 0x7f37480a57c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37601037c0 0x7f376019f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3760102e00 0x7f3760198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 --2- 172.21.15.7:0/4089084148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3760101c00 0x7f3760197e10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:42.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 >> 172.21.15.7:0/4089084148 conn(0x7f37600fd390 msgr2=0x7f37601061c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:42.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 shutdown_connections 2024-09-19T05:40:42.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:42.735+0000 7f3764f66640 1 -- 172.21.15.7:0/4089084148 wait complete. 2024-09-19T05:40:43.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:43 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T05:40:43.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:43 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T05:40:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:43 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T05:40:43.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:43 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T05:40:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:43 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-19T05:40:43.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:43 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/4089084148' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-19T05:40:43.525 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:40:43.525 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-19T05:40:43.525 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T05:40:43.564 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T05:40:43.564 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-19T05:40:43.564 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-19T05:40:43.859 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 -- 172.21.15.7:0/3706702962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58103660 msgr2=0x7fbe5810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 --2- 172.21.15.7:0/3706702962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58103660 0x7fbe5810bb50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c009900 tx=0x7fbe4c02a480 comp rx=0 tx=0).stop 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 -- 172.21.15.7:0/3706702962 shutdown_connections 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 --2- 172.21.15.7:0/3706702962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe5810c170 0x7fbe5810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 --2- 172.21.15.7:0/3706702962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58103660 0x7fbe5810bb50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 --2- 172.21.15.7:0/3706702962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe58102d40 0x7fbe58103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 -- 172.21.15.7:0/3706702962 >> 172.21.15.7:0/3706702962 conn(0x7fbe580fc7a0 msgr2=0x7fbe580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 -- 172.21.15.7:0/3706702962 shutdown_connections 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.363+0000 7fbe5d907640 1 -- 172.21.15.7:0/3706702962 wait complete. 2024-09-19T05:40:44.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 Processor -- start 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 -- start start 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe58103660 0x7fbe58198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe5810c170 0x7fbe5819cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe58111ee0 con 0x7fbe58102d40 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe58111d60 con 0x7fbe58103660 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe5d907640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbe58112060 con 0x7fbe5810c170 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57932/0 (socket says 172.21.15.7:57932) 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.364+0000 7fbe56ffd640 1 -- 172.21.15.7:0/1102740459 learned_addr learned my addr 172.21.15.7:0/1102740459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe577fe640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe5810c170 0x7fbe5819cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:44.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe567fc640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe58103660 0x7fbe58198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 -- 172.21.15.7:0/1102740459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe5810c170 msgr2=0x7fbe5819cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe5810c170 0x7fbe5819cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 -- 172.21.15.7:0/1102740459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe58103660 msgr2=0x7fbe58198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe58103660 0x7fbe58198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 -- 172.21.15.7:0/1102740459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe5819d490 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe56ffd640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbe4800b4a0 tx=0x7fbe4800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe48014070 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe5819d780 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe48010ac0 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe48017c30 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.365+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe581a5060 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.366+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe581031a0 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.367+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fbe48017070 con 0x7fbe58102d40 2024-09-19T05:40:44.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.368+0000 7fbe5c905640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 0x7fbe400a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:44.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.368+0000 7fbe567fc640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 0x7fbe400a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:44.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.368+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fbe480cefc0 con 0x7fbe58102d40 2024-09-19T05:40:44.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.369+0000 7fbe567fc640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 0x7fbe400a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c031440 tx=0x7fbe4c0095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:44.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.372+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbe4809bd40 con 0x7fbe58102d40 2024-09-19T05:40:44.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.597+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fbe58107210 con 0x7fbe58102d40 2024-09-19T05:40:44.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.602+0000 7fbe5c905640 1 -- 172.21.15.7:0/1102740459 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264041 (secure 0 0 0) 0x7fbe48097070 con 0x7fbe58102d40 2024-09-19T05:40:44.604 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 msgr2=0x7fbe400a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 0x7fbe400a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c031440 tx=0x7fbe4c0095f0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 msgr2=0x7fbe581984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbe4800b4a0 tx=0x7fbe4800b960 comp rx=0 tx=0).stop 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 shutdown_connections 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbe400a32d0 0x7fbe400a5790 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe5810c170 0x7fbe5819cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe58103660 0x7fbe58198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 --2- 172.21.15.7:0/1102740459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe58102d40 0x7fbe581984e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:44.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 >> 172.21.15.7:0/1102740459 conn(0x7fbe580fc7a0 msgr2=0x7fbe580fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:44.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 shutdown_connections 2024-09-19T05:40:44.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:44.605+0000 7fbe5d907640 1 -- 172.21.15.7:0/1102740459 wait complete. 2024-09-19T05:40:44.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:44 smithi007 ceph-mon[30960]: pgmap v296: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-09-19T05:40:44.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:44 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1102740459' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T05:40:45.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:44 smithi063 ceph-mon[34779]: pgmap v296: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-09-19T05:40:45.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:44 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1102740459' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T05:40:45.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:44 smithi044 ceph-mon[34175]: pgmap v296: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-09-19T05:40:45.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:44 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1102740459' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-19T05:40:45.445 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":4130759675},{"type":"v1","addr":"172.21.15.7:6801","nonce":4130759675}]},"active_addr":"172.21.15.7:6801/4130759675","active_change":"2024-09-19T05:33:16.706826+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.7:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3457087805}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1765602285}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3875082593}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3995498428}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3157831699}]}]} 2024-09-19T05:40:45.456 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-19T05:40:45.456 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-19T05:40:45.456 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:40:45.746 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:46.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/4142022312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0100a80 msgr2=0x7f9bb0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/4142022312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0100a80 0x7f9bb0100ee0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9ba4009930 tx=0x7f9ba402a420 comp rx=0 tx=0).stop 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/4142022312 shutdown_connections 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/4142022312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 0x7f9bb010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/4142022312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0100a80 0x7f9bb0100ee0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/4142022312 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0106a80 0x7f9bb0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/4142022312 >> 172.21.15.7:0/4142022312 conn(0x7f9bb00fc7a0 msgr2=0x7f9bb00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/4142022312 shutdown_connections 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.205+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/4142022312 wait complete. 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 Processor -- start 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 -- start start 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0100a80 0x7f9bb0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 0x7f9bb01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:46.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb0110cf0 con 0x7f9bb0106a80 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb0110b70 con 0x7f9bb0101420 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.206+0000 7f9bb5f0e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb0110e70 con 0x7f9bb0100a80 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57938/0 (socket says 172.21.15.7:57938) 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 -- 172.21.15.7:0/1187416435 learned_addr learned my addr 172.21.15.7:0/1187416435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baeffd640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 0x7f9bb01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baf7fe640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0100a80 0x7f9bb0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 -- 172.21.15.7:0/1187416435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0100a80 msgr2=0x7f9bb0198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0100a80 0x7f9bb0198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 -- 172.21.15.7:0/1187416435 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 msgr2=0x7f9bb01988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 0x7f9bb01988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 -- 172.21.15.7:0/1187416435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bb019d330 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9baffff640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800eaa0 tx=0x7f9ba800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba800cdb0 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ba8005020 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bb019d620 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba80116d0 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.207+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bb01a4f00 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.208+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bb0100ee0 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.210+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f9ba80051d0 con 0x7f9bb0106a80 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.210+0000 7f9bacff9640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 0x7f9b980a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:46.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.210+0000 7f9baf7fe640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 0x7f9b980a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:46.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.210+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f9ba80cfb00 con 0x7f9bb0106a80 2024-09-19T05:40:46.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.211+0000 7f9baf7fe640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 0x7f9b980a5790 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0005fd0 tx=0x7f9ba0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:46.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.215+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9ba8016030 con 0x7f9bb0106a80 2024-09-19T05:40:46.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.393+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9bb01a51a0 con 0x7f9bb0106a80 2024-09-19T05:40:46.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.394+0000 7f9bacff9640 1 -- 172.21.15.7:0/1187416435 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22159 (secure 0 0 0) 0x7f9ba809c870 con 0x7f9bb0106a80 2024-09-19T05:40:46.396 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:46.396 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":83,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:40:14.614139+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:40:46.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.396+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 msgr2=0x7f9b980a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:46.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.396+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 0x7f9b980a5790 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9ba0005fd0 tx=0x7f9ba0005850 comp rx=0 tx=0).stop 2024-09-19T05:40:46.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.396+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 msgr2=0x7f9bb019cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:46.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.396+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800eaa0 tx=0x7f9ba800ef60 comp rx=0 tx=0).stop 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 shutdown_connections 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9b980a32d0 0x7f9b980a5790 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9bb0106a80 0x7f9bb019cc50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9bb0101420 0x7f9bb01988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 --2- 172.21.15.7:0/1187416435 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9bb0100a80 0x7f9bb0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 >> 172.21.15.7:0/1187416435 conn(0x7f9bb00fc7a0 msgr2=0x7f9bb0104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 shutdown_connections 2024-09-19T05:40:46.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:46.397+0000 7f9bb5f0e640 1 -- 172.21.15.7:0/1187416435 wait complete. 2024-09-19T05:40:47.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:46 smithi007 ceph-mon[30960]: pgmap v297: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-19T05:40:47.105 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:46 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1187416435' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:47.137 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-19T05:40:47.137 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:40:47.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:46 smithi063 ceph-mon[34779]: pgmap v297: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-19T05:40:47.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:46 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1187416435' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:47.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:46 smithi044 ceph-mon[34175]: pgmap v297: 97 pgs: 97 active+clean; 633 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-09-19T05:40:47.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:46 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1187416435' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:47.397 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/711849453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 msgr2=0x7fc9bc100cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/711849453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc100cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8009900 tx=0x7fc9b802a410 comp rx=0 tx=0).stop 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/711849453 shutdown_connections 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/711849453 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/711849453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc10df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/711849453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc100cb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/711849453 >> 172.21.15.7:0/711849453 conn(0x7fc9bc0fc7a0 msgr2=0x7fc9bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:47.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/711849453 shutdown_connections 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.888+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/711849453 wait complete. 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 Processor -- start 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 -- start start 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc114060 con 0x7fc9bc1008d0 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc113ee0 con 0x7fc9bc101280 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c3e8f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc1141e0 con 0x7fc9bc10e480 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c1c2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c1c2b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57956/0 (socket says 172.21.15.7:57956) 2024-09-19T05:40:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.889+0000 7fc9c1c2b640 1 -- 172.21.15.7:0/3768385475 learned_addr learned my addr 172.21.15.7:0/3768385475 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c242c640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c142a640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 -- 172.21.15.7:0/3768385475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 msgr2=0x7fc9bc19ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc19ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 -- 172.21.15.7:0/3768385475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 msgr2=0x7fc9bc19aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc19aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 -- 172.21.15.7:0/3768385475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9bc19f4f0 con 0x7fc9bc1008d0 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c242c640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc19ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c142a640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c1c2b640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8005940 tx=0x7fc9b8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b803f030 con 0x7fc9bc1008d0 2024-09-19T05:40:47.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9b8003aa0 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b8035070 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9bc19f780 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.890+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9bc1a70c0 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.891+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9bc100cb0 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.892+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fc9b8042030 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.893+0000 7fc9b2ffd640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 0x7fc9a80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.893+0000 7fc9c142a640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 0x7fc9a80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.893+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fc9b80efd70 con 0x7fc9bc1008d0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.893+0000 7fc9c142a640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 0x7fc9a80a5810 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc102850 tx=0x7fc9ac005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:47.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:47.897+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc9b80bcae0 con 0x7fc9bc1008d0 2024-09-19T05:40:48.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.074+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9bc109610 con 0x7fc9bc1008d0 2024-09-19T05:40:48.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.076+0000 7fc9b2ffd640 1 -- 172.21.15.7:0/3768385475 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22159 (secure 0 0 0) 0x7fc9b80bc3e0 con 0x7fc9bc1008d0 2024-09-19T05:40:48.078 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:40:48.078 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":83,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:40:14.614139+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 msgr2=0x7fc9a80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 0x7fc9a80a5810 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc102850 tx=0x7fc9ac005d90 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 msgr2=0x7fc9bc19a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8005940 tx=0x7fc9b8004270 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 shutdown_connections 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc9a80a3350 0x7fc9a80a5810 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc9bc10e480 0x7fc9bc19ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc9bc101280 0x7fc9bc19aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 --2- 172.21.15.7:0/3768385475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9bc1008d0 0x7fc9bc19a540 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 >> 172.21.15.7:0/3768385475 conn(0x7fc9bc0fc7a0 msgr2=0x7fc9bc0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 shutdown_connections 2024-09-19T05:40:48.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:48.079+0000 7fc9c3e8f640 1 -- 172.21.15.7:0/3768385475 wait complete. 2024-09-19T05:40:48.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:48 smithi007 ceph-mon[30960]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-19T05:40:48.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:48 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3768385475' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:48.809 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-19T05:40:48.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-19T05:40:48.810 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-19T05:40:48.811 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-19T05:40:48.811 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-19T05:40:48.812 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-19T05:40:48.812 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-19T05:40:48.813 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-19T05:40:48.813 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-19T05:40:48.814 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-19T05:40:48.814 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-19T05:40:48.815 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-19T05:40:49.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:48 smithi063 ceph-mon[34779]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-19T05:40:49.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:48 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3768385475' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:49.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:48 smithi044 ceph-mon[34175]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-19T05:40:49.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:48 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3768385475' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:40:49.561 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.585 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.590 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.590 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.590 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.598 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.602 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.603 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:49.638 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:50.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 -- 172.21.15.7:0/1959557298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c101e10 msgr2=0x7fba4c1021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 --2- 172.21.15.7:0/1959557298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c101e10 0x7fba4c1021f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fba3c009900 tx=0x7fba3c02a410 comp rx=0 tx=0).stop 2024-09-19T05:40:50.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 -- 172.21.15.7:0/1959557298 shutdown_connections 2024-09-19T05:40:50.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 --2- 172.21.15.7:0/1959557298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba4c106f40 0x7fba4c10eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 --2- 172.21.15.7:0/1959557298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c1027c0 0x7fba4c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 --2- 172.21.15.7:0/1959557298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c101e10 0x7fba4c1021f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 -- 172.21.15.7:0/1959557298 >> 172.21.15.7:0/1959557298 conn(0x7fba4c0fd8d0 msgr2=0x7fba4c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 -- 172.21.15.7:0/1959557298 shutdown_connections 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.304+0000 7fba51ce5640 1 -- 172.21.15.7:0/1959557298 wait complete. 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 Processor -- start 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 -- start start 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c101e10 0x7fba4c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 0x7fba4c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba4c106f40 0x7fba4c19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c111e50 con 0x7fba4c1027c0 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c111cd0 con 0x7fba4c101e10 2024-09-19T05:40:50.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba51ce5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c111fd0 con 0x7fba4c106f40 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba4affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 0x7fba4c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba4affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 0x7fba4c1988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57194/0 (socket says 172.21.15.7:57194) 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba4affd640 1 -- 172.21.15.7:0/436497955 learned_addr learned my addr 172.21.15.7:0/436497955 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba4b7fe640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c101e10 0x7fba4c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.305+0000 7fba4bfff640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba4c106f40 0x7fba4c19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 -- 172.21.15.7:0/436497955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba4c106f40 msgr2=0x7fba4c19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba4c106f40 0x7fba4c19cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 -- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c101e10 msgr2=0x7fba4c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c101e10 0x7fba4c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba4c19d360 con 0x7fba4c1027c0 2024-09-19T05:40:50.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4b7fe640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba4c101e10 0x7fba4c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba4affd640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 0x7fba4c1988f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fba4000d950 tx=0x7fba4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba40017070 con 0x7fba4c1027c0 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba4c19d650 con 0x7fba4c1027c0 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba40009c30 con 0x7fba4c1027c0 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4000f620 con 0x7fba4c1027c0 2024-09-19T05:40:50.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.306+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba4c1a4f30 con 0x7fba4c1027c0 2024-09-19T05:40:50.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.307+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fba4c062900 con 0x7fba4c1027c0 2024-09-19T05:40:50.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.309+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fba400109a0 con 0x7fba4c1027c0 2024-09-19T05:40:50.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba48ff9640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fba340a32d0 0x7fba340a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:50.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba4b7fe640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fba340a32d0 0x7fba340a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:50.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fba400cf5a0 con 0x7fba4c1027c0 2024-09-19T05:40:50.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba48ff9640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] conn(0x7fba340acb20 0x7fba340aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:50.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fba40004470 con 0x7fba340acb20 2024-09-19T05:40:50.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.310+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fba400d6050 con 0x7fba4c1027c0 2024-09-19T05:40:50.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.311+0000 7fba4b7fe640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fba340a32d0 0x7fba340a5790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fba3c031440 tx=0x7fba3c005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:50.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.311+0000 7fba4bfff640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] conn(0x7fba340acb20 0x7fba340aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:50.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.311+0000 7fba4bfff640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] conn(0x7fba340acb20 0x7fba340aef40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:50.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.312+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== osd.10 v2:172.21.15.44:6824/1585740533 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fba40004470 con 0x7fba340acb20 2024-09-19T05:40:50.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.326+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 --> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fba4c062d00 con 0x7fba340acb20 2024-09-19T05:40:50.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba48ff9640 1 -- 172.21.15.7:0/436497955 <== osd.10 v2:172.21.15.44:6824/1585740533 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fba4c062d00 con 0x7fba340acb20 2024-09-19T05:40:50.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] conn(0x7fba340acb20 msgr2=0x7fba340aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] conn(0x7fba340acb20 0x7fba340aef40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fba340a32d0 msgr2=0x7fba340a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fba340a32d0 0x7fba340a5790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fba3c031440 tx=0x7fba3c005b50 comp rx=0 tx=0).stop 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 msgr2=0x7fba4c1988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 --2- 172.21.15.7:0/436497955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba4c1027c0 0x7fba4c1988f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fba4000d950 tx=0x7fba4000de10 comp rx=0 tx=0).stop 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba4bfff640 1 -- 172.21.15.7:0/436497955 reap_dead start 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 shutdown_connections 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.327+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 >> 172.21.15.7:0/436497955 conn(0x7fba4c0fd8d0 msgr2=0x7fba4c0fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.328+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 shutdown_connections 2024-09-19T05:40:50.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:50.328+0000 7fba51ce5640 1 -- 172.21.15.7:0/436497955 wait complete. 2024-09-19T05:40:50.981 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:50.984 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:40:51.069 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:50 smithi007 ceph-mon[30960]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-19T05:40:51.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:50 smithi063 ceph-mon[34779]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-19T05:40:51.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:50 smithi044 ceph-mon[34175]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-19T05:40:51.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 -- 172.21.15.7:0/757571407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 msgr2=0x7fae18100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 --2- 172.21.15.7:0/757571407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae18100ee0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fae08009930 tx=0x7fae0802a420 comp rx=0 tx=0).stop 2024-09-19T05:40:51.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 -- 172.21.15.7:0/757571407 shutdown_connections 2024-09-19T05:40:51.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 --2- 172.21.15.7:0/757571407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae18101420 0x7fae1810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 --2- 172.21.15.7:0/757571407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae18100ee0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 --2- 172.21.15.7:0/757571407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae18106a80 0x7fae18106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 -- 172.21.15.7:0/757571407 >> 172.21.15.7:0/757571407 conn(0x7fae180fc7a0 msgr2=0x7fae180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:51.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 -- 172.21.15.7:0/757571407 shutdown_connections 2024-09-19T05:40:51.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.530+0000 7fae1f66e640 1 -- 172.21.15.7:0/757571407 wait complete. 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 Processor -- start 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 -- start start 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae181983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae18101420 0x7fae181988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae18106a80 0x7fae1819cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fae18110d30 con 0x7fae18100a80 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fae18110bb0 con 0x7fae18101420 2024-09-19T05:40:51.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1f66e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fae18110eb0 con 0x7fae18106a80 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1d40a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae181983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1d40a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae181983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57234/0 (socket says 172.21.15.7:57234) 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1d40a640 1 -- 172.21.15.7:0/3351725932 learned_addr learned my addr 172.21.15.7:0/3351725932 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.531+0000 7fae1dc0b640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae18106a80 0x7fae1819cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1cc09640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae18101420 0x7fae181988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 -- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae18106a80 msgr2=0x7fae1819cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fae18106a80 0x7fae1819cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 -- 172.21.15.7:0/3351725932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae18101420 msgr2=0x7fae181988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fae18101420 0x7fae181988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae1819d360 con 0x7fae18100a80 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1d40a640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae181983b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fae1400d950 tx=0x7fae1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae14017070 con 0x7fae18100a80 2024-09-19T05:40:51.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae1819d650 con 0x7fae18100a80 2024-09-19T05:40:51.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae14009c30 con 0x7fae18100a80 2024-09-19T05:40:51.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1400f620 con 0x7fae18100a80 2024-09-19T05:40:51.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.532+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae181a4f30 con 0x7fae18100a80 2024-09-19T05:40:51.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.533+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fae18062980 con 0x7fae18100a80 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fae140109a0 con 0x7fae18100a80 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fae040a32d0 0x7fae040a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fae140cf7b0 con 0x7fae18100a80 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae1cc09640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fae040a32d0 0x7fae040a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] conn(0x7fae040acb20 0x7fae040aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fae14005600 con 0x7fae040acb20 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.535+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fae140cfc90 con 0x7fae18100a80 2024-09-19T05:40:51.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.536+0000 7fae1dc0b640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] conn(0x7fae040acb20 0x7fae040aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.536+0000 7fae1cc09640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fae040a32d0 0x7fae040a5790 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fae08009900 tx=0x7fae08000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.536+0000 7fae1dc0b640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] conn(0x7fae040acb20 0x7fae040aef40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.537+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== osd.2 v2:172.21.15.63:6800/3379367138 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fae14005600 con 0x7fae040acb20 2024-09-19T05:40:51.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.550+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 --> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fae18062e00 con 0x7fae040acb20 2024-09-19T05:40:51.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae0e7fc640 1 -- 172.21.15.7:0/3351725932 <== osd.2 v2:172.21.15.63:6800/3379367138 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fae18062e00 con 0x7fae040acb20 2024-09-19T05:40:51.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] conn(0x7fae040acb20 msgr2=0x7fae040aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] conn(0x7fae040acb20 0x7fae040aef40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fae040a32d0 msgr2=0x7fae040a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fae040a32d0 0x7fae040a5790 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fae08009900 tx=0x7fae08000bc0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 msgr2=0x7fae181983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1f66e640 1 --2- 172.21.15.7:0/3351725932 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae18100a80 0x7fae181983b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fae1400d950 tx=0x7fae1400de10 comp rx=0 tx=0).stop 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.551+0000 7fae1dc0b640 1 -- 172.21.15.7:0/3351725932 reap_dead start 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.552+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 shutdown_connections 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.552+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 >> 172.21.15.7:0/3351725932 conn(0x7fae180fc7a0 msgr2=0x7fae1806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.552+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 shutdown_connections 2024-09-19T05:40:51.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.552+0000 7fae1f66e640 1 -- 172.21.15.7:0/3351725932 wait complete. 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.170+0000 7f5e707b7640 1 -- 172.21.15.7:0/370264538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 msgr2=0x7f5e6810d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.170+0000 7f5e707b7640 1 --2- 172.21.15.7:0/370264538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6810d130 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5e60009ca0 tx=0x7f5e6002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 -- 172.21.15.7:0/370264538 shutdown_connections 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 --2- 172.21.15.7:0/370264538 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6810d130 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 --2- 172.21.15.7:0/370264538 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e68100e30 0x7f5e68104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 --2- 172.21.15.7:0/370264538 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e68100480 0x7f5e68100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 -- 172.21.15.7:0/370264538 >> 172.21.15.7:0/370264538 conn(0x7f5e68077210 msgr2=0x7f5e680fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:51.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 -- 172.21.15.7:0/370264538 shutdown_connections 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 -- 172.21.15.7:0/370264538 wait complete. 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 Processor -- start 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 -- start start 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e68100480 0x7f5e681961a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.171+0000 7f5e707b7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e68100e30 0x7f5e681966e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6819aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6810fc40 con 0x7f5e681055b0 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6810fac0 con 0x7f5e68100480 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6810fdc0 con 0x7f5e68100e30 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6819aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6819aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57206/0 (socket says 172.21.15.7:57206) 2024-09-19T05:40:51.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 -- 172.21.15.7:0/2194029239 learned_addr learned my addr 172.21.15.7:0/2194029239 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:51.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6dd52640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e68100e30 0x7f5e681966e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6e553640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e68100480 0x7f5e681961a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 -- 172.21.15.7:0/2194029239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e68100e30 msgr2=0x7f5e681966e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f5e68100e30 0x7f5e681966e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 -- 172.21.15.7:0/2194029239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e68100480 msgr2=0x7f5e681961a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e68100480 0x7f5e681961a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6819b150 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e6ed54640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6819aa70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5e60009dc0 tx=0x7f5e60032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60003cf0 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6819b3e0 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e600044f0 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e60030bf0 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.172+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e681a2d20 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.173+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5e68062900 con 0x7f5e681055b0 2024-09-19T05:40:51.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f5e60004040 con 0x7f5e681055b0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e540a43e0 0x7f5e540a68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e6e553640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e540a43e0 0x7f5e540a68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f5e600f1080 con 0x7f5e681055b0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] conn(0x7f5e540adc30 0x7f5e540b0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5e6000b150 con 0x7f5e540adc30 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.175+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f5e600f1560 con 0x7f5e681055b0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.176+0000 7f5e6dd52640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] conn(0x7f5e540adc30 0x7f5e540b0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.176+0000 7f5e6e553640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e540a43e0 0x7f5e540a68a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5e64005fd0 tx=0x7f5e64005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.176+0000 7f5e6dd52640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] conn(0x7f5e540adc30 0x7f5e540b0050 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:51.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.177+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== osd.6 v2:172.21.15.7:6818/2593749875 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5e6000b150 con 0x7f5e540adc30 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.190+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 --> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5e68062d00 con 0x7f5e540adc30 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.190+0000 7f5e5f7fe640 1 -- 172.21.15.7:0/2194029239 <== osd.6 v2:172.21.15.7:6818/2593749875 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5e68062d00 con 0x7f5e540adc30 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] conn(0x7f5e540adc30 msgr2=0x7f5e540b0050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] conn(0x7f5e540adc30 0x7f5e540b0050 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e540a43e0 msgr2=0x7f5e540a68a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5e540a43e0 0x7f5e540a68a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5e64005fd0 tx=0x7f5e64005850 comp rx=0 tx=0).stop 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 msgr2=0x7f5e6819aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:51.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 --2- 172.21.15.7:0/2194029239 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5e681055b0 0x7f5e6819aa70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5e60009dc0 tx=0x7f5e60032ff0 comp rx=0 tx=0).stop 2024-09-19T05:40:51.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e6ed54640 1 -- 172.21.15.7:0/2194029239 reap_dead start 2024-09-19T05:40:51.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 shutdown_connections 2024-09-19T05:40:51.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 >> 172.21.15.7:0/2194029239 conn(0x7f5e68077210 msgr2=0x7f5e680fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:51.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 shutdown_connections 2024-09-19T05:40:51.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:51.191+0000 7f5e707b7640 1 -- 172.21.15.7:0/2194029239 wait complete. 2024-09-19T05:40:52.366 INFO:teuthology.orchestra.run.smithi007.stdout:193273528365 2024-09-19T05:40:52.367 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-19T05:40:52.853 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:52 smithi007 ceph-mon[30960]: pgmap v300: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:40:53.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:52 smithi063 ceph-mon[34779]: pgmap v300: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:40:53.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:52 smithi044 ceph-mon[34175]: pgmap v300: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:40:53.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 -- 172.21.15.7:0/1845580065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102ef0 msgr2=0x7f146010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 --2- 172.21.15.7:0/1845580065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102ef0 0x7f146010da40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1458009ca0 tx=0x7f145802a950 comp rx=0 tx=0).stop 2024-09-19T05:40:53.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 -- 172.21.15.7:0/1845580065 shutdown_connections 2024-09-19T05:40:53.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 --2- 172.21.15.7:0/1845580065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102ef0 0x7f146010da40 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 --2- 172.21.15.7:0/1845580065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1460102570 0x7f14601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 --2- 172.21.15.7:0/1845580065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460100e20 0x7f1460101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 -- 172.21.15.7:0/1845580065 >> 172.21.15.7:0/1845580065 conn(0x7f14600fc7d0 msgr2=0x7f14600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 -- 172.21.15.7:0/1845580065 shutdown_connections 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.245+0000 7f1467e8e640 1 -- 172.21.15.7:0/1845580065 wait complete. 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 Processor -- start 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 -- start start 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1460100e20 0x7f1460198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 0x7f1460198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460102ef0 0x7f146019ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1460110ed0 con 0x7f1460102570 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1460110d50 con 0x7f1460100e20 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1467e8e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1460111050 con 0x7f1460102ef0 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 0x7f1460198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 0x7f1460198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57268/0 (socket says 172.21.15.7:57268) 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 -- 172.21.15.7:0/825147841 learned_addr learned my addr 172.21.15.7:0/825147841 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465c2a640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1460100e20 0x7f1460198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f146642b640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460102ef0 0x7f146019ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 -- 172.21.15.7:0/825147841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460102ef0 msgr2=0x7f146019ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460102ef0 0x7f146019ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 -- 172.21.15.7:0/825147841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1460100e20 msgr2=0x7f1460198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1460100e20 0x7f1460198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f1465429640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146019d4f0 con 0x7f1460102570 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.246+0000 7f146642b640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1460102ef0 0x7f146019ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1465429640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 0x7f1460198a80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f145000b4a0 tx=0x7f145000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1450014070 con 0x7f1460102570 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1450010ac0 con 0x7f1460102570 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f146019d7e0 con 0x7f1460102570 2024-09-19T05:40:53.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1450017c30 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.247+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14601a50c0 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.248+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1460062980 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.249+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f1450017070 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1456ffd640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f144c0a3350 0x7f144c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f14500cefa0 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1465c2a640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f144c0a3350 0x7f144c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1456ffd640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] conn(0x7f144c0acba0 0x7f144c0aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f144c0af670 con 0x7f144c0acba0 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f14500cf480 con 0x7f1460102570 2024-09-19T05:40:53.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f146642b640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] conn(0x7f144c0acba0 0x7f144c0aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.250+0000 7f1465c2a640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f144c0a3350 0x7f144c0a5810 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f145c009890 tx=0x7f145c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.251+0000 7f146642b640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] conn(0x7f144c0acba0 0x7f144c0aefc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.251+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== osd.9 v2:172.21.15.7:6826/440323601 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f144c0af670 con 0x7f144c0acba0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.265+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 --> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1460062d80 con 0x7f144c0acba0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.265+0000 7f1456ffd640 1 -- 172.21.15.7:0/825147841 <== osd.9 v2:172.21.15.7:6826/440323601 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1460062d80 con 0x7f144c0acba0 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.265+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] conn(0x7f144c0acba0 msgr2=0x7f144c0aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] conn(0x7f144c0acba0 0x7f144c0aefc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f144c0a3350 msgr2=0x7f144c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f144c0a3350 0x7f144c0a5810 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f145c009890 tx=0x7f145c008040 comp rx=0 tx=0).stop 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 msgr2=0x7f1460198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 --2- 172.21.15.7:0/825147841 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1460102570 0x7f1460198a80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f145000b4a0 tx=0x7f145000b960 comp rx=0 tx=0).stop 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f146642b640 1 -- 172.21.15.7:0/825147841 reap_dead start 2024-09-19T05:40:53.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 shutdown_connections 2024-09-19T05:40:53.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 >> 172.21.15.7:0/825147841 conn(0x7f14600fc7d0 msgr2=0x7f146006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:53.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 shutdown_connections 2024-09-19T05:40:53.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.266+0000 7f1467e8e640 1 -- 172.21.15.7:0/825147841 wait complete. 2024-09-19T05:40:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 -- 172.21.15.7:0/2053451747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 msgr2=0x7f69b01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 --2- 172.21.15.7:0/2053451747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01029b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f69a4009900 tx=0x7f69a402a480 comp rx=0 tx=0).stop 2024-09-19T05:40:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 -- 172.21.15.7:0/2053451747 shutdown_connections 2024-09-19T05:40:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 --2- 172.21.15.7:0/2053451747 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 0x7f69b010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 --2- 172.21.15.7:0/2053451747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01029b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 --2- 172.21.15.7:0/2053451747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69b0100e20 0x7f69b0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.755+0000 7f69b75cd640 1 -- 172.21.15.7:0/2053451747 >> 172.21.15.7:0/2053451747 conn(0x7f69b00fc7d0 msgr2=0x7f69b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- 172.21.15.7:0/2053451747 shutdown_connections 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- 172.21.15.7:0/2053451747 wait complete. 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 Processor -- start 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- start start 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69b0100e20 0x7f69b0199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 0x7f69b01a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69b0110e30 con 0x7f69b0102570 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f69b0110cb0 con 0x7f69b0100e20 2024-09-19T05:40:53.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b75cd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f69b0110fb0 con 0x7f69b0102ef0 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.756+0000 7f69b4b68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57288/0 (socket says 172.21.15.7:57288) 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 -- 172.21.15.7:0/736260845 learned_addr learned my addr 172.21.15.7:0/736260845 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b5369640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69b0100e20 0x7f69b0199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b5b6a640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 0x7f69b01a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 -- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 msgr2=0x7f69b01a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 0x7f69b01a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 -- 172.21.15.7:0/736260845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69b0100e20 msgr2=0x7f69b0199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69b0100e20 0x7f69b0199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b01a4820 con 0x7f69b0102570 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b5b6a640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69b0102ef0 0x7f69b01a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:53.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b4b68640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01997a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f69a4006010 tx=0x7f69a40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a403f030 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69a4003cb0 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69b01a49f0 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a4035070 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.757+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69b01a4e40 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.758+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f69b0062980 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.759+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f69a4042030 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69ae7fc640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f69980a32d0 0x7f69980a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69b5369640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f69980a32d0 0x7f69980a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f69a40f05c0 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69ae7fc640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] conn(0x7f69980acb20 0x7f69980aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f69980af5f0 con 0x7f69980acb20 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.760+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f69a40f0970 con 0x7f69b0102570 2024-09-19T05:40:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.761+0000 7f69b5369640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f69980a32d0 0x7f69980a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f69a000bbe0 tx=0x7f69a000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.761+0000 7f69b5b6a640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] conn(0x7f69980acb20 0x7f69980aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.761+0000 7f69b5b6a640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] conn(0x7f69980acb20 0x7f69980aef40 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.762+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== osd.8 v2:172.21.15.63:6816/1806583078 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f69980af5f0 con 0x7f69980acb20 2024-09-19T05:40:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.776+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 --> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f69b0062e00 con 0x7f69980acb20 2024-09-19T05:40:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.776+0000 7f69ae7fc640 1 -- 172.21.15.7:0/736260845 <== osd.8 v2:172.21.15.63:6816/1806583078 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f69b0062e00 con 0x7f69980acb20 2024-09-19T05:40:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] conn(0x7f69980acb20 msgr2=0x7f69980aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] conn(0x7f69980acb20 0x7f69980aef40 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f69980a32d0 msgr2=0x7f69980a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f69980a32d0 0x7f69980a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f69a000bbe0 tx=0x7f69a000b390 comp rx=0 tx=0).stop 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 msgr2=0x7f69b01997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 --2- 172.21.15.7:0/736260845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69b0102570 0x7f69b01997a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f69a4006010 tx=0x7f69a40042f0 comp rx=0 tx=0).stop 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b5b6a640 1 -- 172.21.15.7:0/736260845 reap_dead start 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 shutdown_connections 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 >> 172.21.15.7:0/736260845 conn(0x7f69b00fc7d0 msgr2=0x7f69b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 shutdown_connections 2024-09-19T05:40:53.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:53.777+0000 7f69b75cd640 1 -- 172.21.15.7:0/736260845 wait complete. 2024-09-19T05:40:54.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- 172.21.15.7:0/1071382009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4102790 msgr2=0x7f39d41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 --2- 172.21.15.7:0/1071382009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4102790 0x7f39d41067e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f39c8009900 tx=0x7f39c802a410 comp rx=0 tx=0).stop 2024-09-19T05:40:54.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- 172.21.15.7:0/1071382009 shutdown_connections 2024-09-19T05:40:54.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 --2- 172.21.15.7:0/1071382009 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39d4106f10 0x7f39d410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 --2- 172.21.15.7:0/1071382009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4102790 0x7f39d41067e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 --2- 172.21.15.7:0/1071382009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 0x7f39d41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- 172.21.15.7:0/1071382009 >> 172.21.15.7:0/1071382009 conn(0x7f39d40fd8c0 msgr2=0x7f39d40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- 172.21.15.7:0/1071382009 shutdown_connections 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- 172.21.15.7:0/1071382009 wait complete. 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 Processor -- start 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.149+0000 7f39db389640 1 -- start start 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 0x7f39d41983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39d4102790 0x7f39d4198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 0x7f39d419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f39d4111de0 con 0x7f39d4106f10 2024-09-19T05:40:54.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f39d4111c60 con 0x7f39d4101de0 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f39d4111f60 con 0x7f39d4102790 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 0x7f39d419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 0x7f39d419ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57304/0 (socket says 172.21.15.7:57304) 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 -- 172.21.15.7:0/3325064410 learned_addr learned my addr 172.21.15.7:0/3325064410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d8924640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39d4102790 0x7f39d4198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9125640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 0x7f39d41983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 -- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39d4102790 msgr2=0x7f39d4198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39d4102790 0x7f39d4198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 -- 172.21.15.7:0/3325064410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 msgr2=0x7f39d41983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 0x7f39d41983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39d419d390 con 0x7f39d4106f10 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9125640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39d4101de0 0x7f39d41983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:54.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d9926640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 0x7f39d419ccb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f39c400cad0 tx=0x7f39c400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c400ae20 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39c4005020 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c400f6b0 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39d419d680 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.150+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39d41a4f60 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.151+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f39d4062980 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.153+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f39c40051d0 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.153+0000 7f39d27fc640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f39bc0a3350 0x7f39bc0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.153+0000 7f39d9125640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f39bc0a3350 0x7f39bc0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.153+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f39c40cfc60 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d27fc640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] conn(0x7f39bc0acba0 0x7f39bc0aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f39bc0af670 con 0x7f39bc0acba0 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f39c40d0140 con 0x7f39d4106f10 2024-09-19T05:40:54.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d9125640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f39bc0a3350 0x7f39bc0a5810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f39cc0058c0 tx=0x7f39cc005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d8924640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] conn(0x7f39bc0acba0 0x7f39bc0aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.154+0000 7f39d8924640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] conn(0x7f39bc0acba0 0x7f39bc0aefc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.155+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== osd.11 v2:172.21.15.63:6824/3787790810 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f39bc0af670 con 0x7f39bc0acba0 2024-09-19T05:40:54.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.169+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 --> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f39d4062e00 con 0x7f39bc0acba0 2024-09-19T05:40:54.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.169+0000 7f39d27fc640 1 -- 172.21.15.7:0/3325064410 <== osd.11 v2:172.21.15.63:6824/3787790810 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f39d4062e00 con 0x7f39bc0acba0 2024-09-19T05:40:54.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] conn(0x7f39bc0acba0 msgr2=0x7f39bc0aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] conn(0x7f39bc0acba0 0x7f39bc0aefc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f39bc0a3350 msgr2=0x7f39bc0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f39bc0a3350 0x7f39bc0a5810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f39cc0058c0 tx=0x7f39cc005d30 comp rx=0 tx=0).stop 2024-09-19T05:40:54.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 msgr2=0x7f39d419ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 --2- 172.21.15.7:0/3325064410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f39d4106f10 0x7f39d419ccb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f39c400cad0 tx=0x7f39c400cf90 comp rx=0 tx=0).stop 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39d9926640 1 -- 172.21.15.7:0/3325064410 reap_dead start 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 shutdown_connections 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 >> 172.21.15.7:0/3325064410 conn(0x7f39d40fd8c0 msgr2=0x7f39d40fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 shutdown_connections 2024-09-19T05:40:54.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:54.170+0000 7f39db389640 1 -- 172.21.15.7:0/3325064410 wait complete. 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 -- 172.21.15.7:0/4229162725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8106f10 msgr2=0x7f9aa810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 --2- 172.21.15.7:0/4229162725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8106f10 0x7f9aa810ea90 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9aa0009ca0 tx=0x7f9aa002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 -- 172.21.15.7:0/4229162725 shutdown_connections 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 --2- 172.21.15.7:0/4229162725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8106f10 0x7f9aa810ea90 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 --2- 172.21.15.7:0/4229162725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9aa8102790 0x7f9aa81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 --2- 172.21.15.7:0/4229162725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9aa8101de0 0x7f9aa81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 -- 172.21.15.7:0/4229162725 >> 172.21.15.7:0/4229162725 conn(0x7f9aa80fd880 msgr2=0x7f9aa80ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.850+0000 7f9ab025b640 1 -- 172.21.15.7:0/4229162725 shutdown_connections 2024-09-19T05:40:54.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.851+0000 7f9ab025b640 1 -- 172.21.15.7:0/4229162725 wait complete. 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.851+0000 7f9ab025b640 1 Processor -- start 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.851+0000 7f9ab025b640 1 -- start start 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9aa8101de0 0x7f9aa81a3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 0x7f9aa81a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9aa8106f10 0x7f9aa810dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa8111e20 con 0x7f9aa8102790 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa8111ca0 con 0x7f9aa8106f10 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9ab025b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa8111fa0 con 0x7f9aa8101de0 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 0x7f9aa81a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aadff7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9aa8101de0 0x7f9aa81a3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 0x7f9aa81a3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57250/0 (socket says 172.21.15.7:57250) 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 -- 172.21.15.7:0/2897308813 learned_addr learned my addr 172.21.15.7:0/2897308813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aae7f8640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9aa8106f10 0x7f9aa810dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 -- 172.21.15.7:0/2897308813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9aa8101de0 msgr2=0x7f9aa81a3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9aa8101de0 0x7f9aa81a3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 -- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9aa8106f10 msgr2=0x7f9aa810dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9aa8106f10 0x7f9aa810dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa810e3e0 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.852+0000 7f9aad7f6640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 0x7f9aa81a3a90 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a9800d950 tx=0x7f9a9800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.853+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98017070 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.853+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa810e6d0 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.853+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa81ab480 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.853+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a98009c30 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.854+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98020060 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.854+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a8c001030 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.855+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f9a98010460 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9a9effd640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9a940a3350 0x7f9a940a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9aadff7640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9a940a3350 0x7f9a940a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f9a980cf2d0 con 0x7f9aa8102790 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9a9effd640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] conn(0x7f9a940acba0 0x7f9a940aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:54.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9a98022e70 con 0x7f9a940acba0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f9a980cf7b0 con 0x7f9aa8102790 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.856+0000 7f9aadff7640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9a940a3350 0x7f9a940a5810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9aa400bbe0 tx=0x7f9aa400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.857+0000 7f9aae7f8640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] conn(0x7f9a940acba0 0x7f9a940aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.857+0000 7f9aae7f8640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] conn(0x7f9a940acba0 0x7f9a940aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.858+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== osd.1 v2:172.21.15.44:6800/3077419362 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9a98022e70 con 0x7f9a940acba0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.872+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 --> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a8c002dd0 con 0x7f9a940acba0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9a9effd640 1 -- 172.21.15.7:0/2897308813 <== osd.1 v2:172.21.15.44:6800/3077419362 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a8c002dd0 con 0x7f9a940acba0 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] conn(0x7f9a940acba0 msgr2=0x7f9a940aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] conn(0x7f9a940acba0 0x7f9a940aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9a940a3350 msgr2=0x7f9a940a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9a940a3350 0x7f9a940a5810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9aa400bbe0 tx=0x7f9aa400b390 comp rx=0 tx=0).stop 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 msgr2=0x7f9aa81a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:54.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 --2- 172.21.15.7:0/2897308813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9aa8102790 0x7f9aa81a3a90 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9a9800d950 tx=0x7f9a9800de10 comp rx=0 tx=0).stop 2024-09-19T05:40:54.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9aae7f8640 1 -- 172.21.15.7:0/2897308813 reap_dead start 2024-09-19T05:40:54.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 shutdown_connections 2024-09-19T05:40:54.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 >> 172.21.15.7:0/2897308813 conn(0x7f9aa80fd880 msgr2=0x7f9aa80ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:54.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 shutdown_connections 2024-09-19T05:40:54.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:52.873+0000 7f9ab025b640 1 -- 172.21.15.7:0/2897308813 wait complete. 2024-09-19T05:40:54.996 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:54 smithi007 ceph-mon[30960]: pgmap v301: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-19T05:40:55.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:54 smithi063 ceph-mon[34779]: pgmap v301: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-19T05:40:55.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:54 smithi044 ceph-mon[34175]: pgmap v301: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-19T05:40:55.694 INFO:teuthology.orchestra.run.smithi007.stdout:55834574918 2024-09-19T05:40:55.694 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-19T05:40:56.084 INFO:teuthology.orchestra.run.smithi007.stdout:274877906975 2024-09-19T05:40:56.084 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-19T05:40:56.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 -- 172.21.15.7:0/1727955780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d8102d30 msgr2=0x7fa8d8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 --2- 172.21.15.7:0/1727955780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d8102d30 0x7fa8d8103110 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009ca0 tx=0x7fa8d402a950 comp rx=0 tx=0).stop 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 -- 172.21.15.7:0/1727955780 shutdown_connections 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 --2- 172.21.15.7:0/1727955780 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8d810c160 0x7fa8d810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 --2- 172.21.15.7:0/1727955780 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 0x7fa8d810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 --2- 172.21.15.7:0/1727955780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d8102d30 0x7fa8d8103110 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 -- 172.21.15.7:0/1727955780 >> 172.21.15.7:0/1727955780 conn(0x7fa8d80fc790 msgr2=0x7fa8d80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 -- 172.21.15.7:0/1727955780 shutdown_connections 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.256+0000 7fa8e008a640 1 -- 172.21.15.7:0/1727955780 wait complete. 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.257+0000 7fa8e008a640 1 Processor -- start 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.257+0000 7fa8e008a640 1 -- start start 2024-09-19T05:40:56.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8d8102d30 0x7fa8d81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 0x7fa8d8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 0x7fa8d819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d8111e10 con 0x7fa8d810c160 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d8111c90 con 0x7fa8d8102d30 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8e008a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d8111f90 con 0x7fa8d8103650 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 0x7fa8d819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 0x7fa8d819cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57320/0 (socket says 172.21.15.7:57320) 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 -- 172.21.15.7:0/3380163763 learned_addr learned my addr 172.21.15.7:0/3380163763 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8dde26640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8d8102d30 0x7fa8d81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8dd625640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 0x7fa8d8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 -- 172.21.15.7:0/3380163763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 msgr2=0x7fa8d8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 0x7fa8d8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 -- 172.21.15.7:0/3380163763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8d8102d30 msgr2=0x7fa8d81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8d8102d30 0x7fa8d81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8d819d380 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8dd625640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8d8103650 0x7fa8d8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8de627640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 0x7fa8d819cca0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000c970 tx=0x7fa8d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.258+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0007bb0 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.259+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8d0007d50 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.259+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8d819d670 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.259+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0004e10 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.259+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8d81a4f50 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.260+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa8d8062980 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.261+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fa8d0005000 con 0x7fa8d810c160 2024-09-19T05:40:56.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8ceffd640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa8c40a32d0 0x7fa8c40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8dde26640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa8c40a32d0 0x7fa8c40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fa8d00cfa40 con 0x7fa8d810c160 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8ceffd640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] conn(0x7fa8c40acb20 0x7fa8c40aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa8d0012ec0 con 0x7fa8c40acb20 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fa8d00cfdf0 con 0x7fa8d810c160 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8dd625640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] conn(0x7fa8c40acb20 0x7fa8c40aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.262+0000 7fa8dde26640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa8c40a32d0 0x7fa8c40a5790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4004ad0 tx=0x7fa8d4004a60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.263+0000 7fa8dd625640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] conn(0x7fa8c40acb20 0x7fa8c40aef40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.263+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== osd.0 v2:172.21.15.7:6802/2729401914 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa8d0012ec0 con 0x7fa8c40acb20 2024-09-19T05:40:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 --> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa8d8062e00 con 0x7fa8c40acb20 2024-09-19T05:40:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8ceffd640 1 -- 172.21.15.7:0/3380163763 <== osd.0 v2:172.21.15.7:6802/2729401914 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa8d8062e00 con 0x7fa8c40acb20 2024-09-19T05:40:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] conn(0x7fa8c40acb20 msgr2=0x7fa8c40aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] conn(0x7fa8c40acb20 0x7fa8c40aef40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa8c40a32d0 msgr2=0x7fa8c40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa8c40a32d0 0x7fa8c40a5790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4004ad0 tx=0x7fa8d4004a60 comp rx=0 tx=0).stop 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 msgr2=0x7fa8d819cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.290+0000 7fa8e008a640 1 --2- 172.21.15.7:0/3380163763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8d810c160 0x7fa8d819cca0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000c970 tx=0x7fa8d000ce30 comp rx=0 tx=0).stop 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.291+0000 7fa8de627640 1 -- 172.21.15.7:0/3380163763 reap_dead start 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.291+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 shutdown_connections 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.291+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 >> 172.21.15.7:0/3380163763 conn(0x7fa8d80fc790 msgr2=0x7fa8d80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.291+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 shutdown_connections 2024-09-19T05:40:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.291+0000 7fa8e008a640 1 -- 172.21.15.7:0/3380163763 wait complete. 2024-09-19T05:40:56.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/3314150889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd81082a0 msgr2=0x7fdbd810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/3314150889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd81082a0 0x7fdbd810ec40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fdbd0009cd0 tx=0x7fdbd002a8e0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/3314150889 shutdown_connections 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/3314150889 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd81082a0 0x7fdbd810ec40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/3314150889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbd81036e0 0x7fdbd8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/3314150889 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbd8102d30 0x7fdbd8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/3314150889 >> 172.21.15.7:0/3314150889 conn(0x7fdbd80fc7d0 msgr2=0x7fdbd80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/3314150889 shutdown_connections 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/3314150889 wait complete. 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 Processor -- start 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.476+0000 7fdbdc8dc640 1 -- start start 2024-09-19T05:40:56.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 0x7fdbd8100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbd81036e0 0x7fdbd8100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbd81082a0 0x7fdbd8101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd8111f50 con 0x7fdbd8102d30 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd8111dd0 con 0x7fdbd81036e0 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbdc8dc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd81120d0 con 0x7fdbd81082a0 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 0x7fdbd8100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 0x7fdbd8100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57338/0 (socket says 172.21.15.7:57338) 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 -- 172.21.15.7:0/2140103929 learned_addr learned my addr 172.21.15.7:0/2140103929 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd6d9d640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbd81082a0 0x7fdbd8101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd5d9b640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbd81036e0 0x7fdbd8100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 -- 172.21.15.7:0/2140103929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbd81082a0 msgr2=0x7fdbd8101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdbd81082a0 0x7fdbd8101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 -- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbd81036e0 msgr2=0x7fdbd8100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbd81036e0 0x7fdbd8100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd81a6950 con 0x7fdbd8102d30 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbd659c640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 0x7fdbd8100990 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fdbc800d950 tx=0x7fdbc800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.477+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc8017030 con 0x7fdbd8102d30 2024-09-19T05:40:56.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.478+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbc8004020 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.478+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd81a6c40 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.478+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc80047a0 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.478+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd81a7180 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.478+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdbd80628c0 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.480+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fdbc80041d0 con 0x7fdbd8102d30 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.480+0000 7fdbc77fe640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdbc00a3350 0x7fdbc00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.480+0000 7fdbd5d9b640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdbc00a3350 0x7fdbc00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.480+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fdbc80cf990 con 0x7fdbd8102d30 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbc77fe640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] conn(0x7fdbc00acba0 0x7fdbc00aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdbc80056a0 con 0x7fdbc00acba0 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fdbc80cfe70 con 0x7fdbd8102d30 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbd5d9b640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdbc00a3350 0x7fdbc00a5810 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8102420 tx=0x7fdbcc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbd6d9d640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] conn(0x7fdbc00acba0 0x7fdbc00aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.481+0000 7fdbd6d9d640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] conn(0x7fdbc00acba0 0x7fdbc00aefc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.482+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== osd.7 v2:172.21.15.44:6816/1460050873 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdbc80056a0 con 0x7fdbc00acba0 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.495+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 --> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdbd8062cf0 con 0x7fdbc00acba0 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.496+0000 7fdbc77fe640 1 -- 172.21.15.7:0/2140103929 <== osd.7 v2:172.21.15.44:6816/1460050873 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdbd8062cf0 con 0x7fdbc00acba0 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] conn(0x7fdbc00acba0 msgr2=0x7fdbc00aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] conn(0x7fdbc00acba0 0x7fdbc00aefc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdbc00a3350 msgr2=0x7fdbc00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdbc00a3350 0x7fdbc00a5810 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8102420 tx=0x7fdbcc00b390 comp rx=0 tx=0).stop 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 msgr2=0x7fdbd8100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 --2- 172.21.15.7:0/2140103929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbd8102d30 0x7fdbd8100990 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fdbc800d950 tx=0x7fdbc800de10 comp rx=0 tx=0).stop 2024-09-19T05:40:56.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbd6d9d640 1 -- 172.21.15.7:0/2140103929 reap_dead start 2024-09-19T05:40:56.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 shutdown_connections 2024-09-19T05:40:56.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 >> 172.21.15.7:0/2140103929 conn(0x7fdbd80fc7d0 msgr2=0x7fdbd8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:56.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 shutdown_connections 2024-09-19T05:40:56.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:56.497+0000 7fdbdc8dc640 1 -- 172.21.15.7:0/2140103929 wait complete. 2024-09-19T05:40:57.026 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:56 smithi044 ceph-mon[34175]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-19T05:40:57.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:56 smithi007 ceph-mon[30960]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-19T05:40:57.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:56 smithi063 ceph-mon[34779]: pgmap v302: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-19T05:40:58.211 INFO:teuthology.orchestra.run.smithi007.stdout:77309411395 2024-09-19T05:40:58.212 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 -- 172.21.15.7:0/4958222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 msgr2=0x7ff3b0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/4958222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0101200 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4009900 tx=0x7ff3a402a480 comp rx=0 tx=0).stop 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 -- 172.21.15.7:0/4958222 shutdown_connections 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/4958222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3b0102ef0 0x7ff3b010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/4958222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 0x7ff3b01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/4958222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0101200 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 -- 172.21.15.7:0/4958222 >> 172.21.15.7:0/4958222 conn(0x7ff3b00fc7d0 msgr2=0x7ff3b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 -- 172.21.15.7:0/4958222 shutdown_connections 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.348+0000 7ff3b6e96640 1 -- 172.21.15.7:0/4958222 wait complete. 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 Processor -- start 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 -- start start 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 0x7ff3b01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3b0102ef0 0x7ff3b019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b0110e00 con 0x7ff3b0100e20 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b0110c80 con 0x7ff3b0102570 2024-09-19T05:40:58.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b6e96640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b0110f80 con 0x7ff3b0102ef0 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57368/0 (socket says 172.21.15.7:57368) 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 -- 172.21.15.7:0/3050745038 learned_addr learned my addr 172.21.15.7:0/3050745038 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b5433640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3b0102ef0 0x7ff3b019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3affff640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 0x7ff3b01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 -- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3b0102ef0 msgr2=0x7ff3b019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff3b0102ef0 0x7ff3b019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 -- 172.21.15.7:0/3050745038 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 msgr2=0x7ff3b01988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 0x7ff3b01988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3b4c32640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b019d320 con 0x7ff3b0100e20 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.349+0000 7ff3affff640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3b0102570 0x7ff3b01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:40:58.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3b4c32640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0198370 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4006010 tx=0x7ff3a40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a403f030 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b019d5b0 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3a4003cb0 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a4035070 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.350+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b01a4ef0 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.351+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3b0062980 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.352+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7ff3a4042030 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3adffb640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff3a00a32d0 0x7ff3a00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7ff3a40f05e0 con 0x7ff3b0100e20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3affff640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff3a00a32d0 0x7ff3a00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3adffb640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] conn(0x7ff3a00acb20 0x7ff3a00aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3a4005640 con 0x7ff3a00acb20 2024-09-19T05:40:58.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7ff3a40f0990 con 0x7ff3b0100e20 2024-09-19T05:40:58.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3affff640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff3a00a32d0 0x7ff3a00a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff3b00fffe0 tx=0x7ff39c005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.353+0000 7ff3b5433640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] conn(0x7ff3a00acb20 0x7ff3a00aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.354+0000 7ff3b5433640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] conn(0x7ff3a00acb20 0x7ff3a00aef40 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.355+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== osd.5 v2:172.21.15.63:6808/2215143097 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3a4005640 con 0x7ff3a00acb20 2024-09-19T05:40:58.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.369+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 --> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3b0062e00 con 0x7ff3a00acb20 2024-09-19T05:40:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.369+0000 7ff3adffb640 1 -- 172.21.15.7:0/3050745038 <== osd.5 v2:172.21.15.63:6808/2215143097 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff3b0062e00 con 0x7ff3a00acb20 2024-09-19T05:40:58.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] conn(0x7ff3a00acb20 msgr2=0x7ff3a00aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] conn(0x7ff3a00acb20 0x7ff3a00aef40 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff3a00a32d0 msgr2=0x7ff3a00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff3a00a32d0 0x7ff3a00a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff3b00fffe0 tx=0x7ff39c005d90 comp rx=0 tx=0).stop 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 msgr2=0x7ff3b0198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 --2- 172.21.15.7:0/3050745038 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3b0100e20 0x7ff3b0198370 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4006010 tx=0x7ff3a40042f0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b5433640 1 -- 172.21.15.7:0/3050745038 reap_dead start 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 shutdown_connections 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 >> 172.21.15.7:0/3050745038 conn(0x7ff3b00fc7d0 msgr2=0x7ff3b006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 shutdown_connections 2024-09-19T05:40:58.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.370+0000 7ff3b6e96640 1 -- 172.21.15.7:0/3050745038 wait complete. 2024-09-19T05:40:58.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3124548600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968100eb0 msgr2=0x7fb968106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3124548600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968100eb0 0x7fb968106840 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb95c009900 tx=0x7fb95c02a410 comp rx=0 tx=0).stop 2024-09-19T05:40:58.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3124548600 shutdown_connections 2024-09-19T05:40:58.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3124548600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb968106f70 0x7fb96810eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3124548600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968100eb0 0x7fb968106840 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3124548600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb968100500 0x7fb9681008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3124548600 >> 172.21.15.7:0/3124548600 conn(0x7fb9680fc5c0 msgr2=0x7fb9680fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3124548600 shutdown_connections 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.743+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3124548600 wait complete. 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 Processor -- start 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 -- start start 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb968100500 0x7fb968101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb968100eb0 0x7fb9681019c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 0x7fb968101f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb968111ed0 con 0x7fb968106f70 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb968111d50 con 0x7fb968100500 2024-09-19T05:40:58.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.744+0000 7fb96dfd6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb968112050 con 0x7fb968100eb0 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 0x7fb968101f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 0x7fb968101f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57386/0 (socket says 172.21.15.7:57386) 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 -- 172.21.15.7:0/3686212570 learned_addr learned my addr 172.21.15.7:0/3686212570 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb9677fe640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb968100500 0x7fb968101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb966ffd640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb968100eb0 0x7fb9681019c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 -- 172.21.15.7:0/3686212570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb968100eb0 msgr2=0x7fb9681019c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb968100eb0 0x7fb9681019c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 -- 172.21.15.7:0/3686212570 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb968100500 msgr2=0x7fb968101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb968100500 0x7fb968101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9681a68d0 con 0x7fb968106f70 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb967fff640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 0x7fb968101f00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb96000b970 tx=0x7fb96000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960019070 con 0x7fb968106f70 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb960014440 con 0x7fb968106f70 2024-09-19T05:40:58.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9600075d0 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9681a6bc0 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.745+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9681a7080 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.746+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb968062880 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.748+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fb96001c070 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.748+0000 7fb964ff9640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb9500a32d0 0x7fb9500a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.748+0000 7fb9677fe640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb9500a32d0 0x7fb9500a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.748+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fb9600cedb0 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb964ff9640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] conn(0x7fb9500acb20 0x7fb9500aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb9500af5f0 con 0x7fb9500acb20 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fb9600d1500 con 0x7fb968106f70 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb966ffd640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] conn(0x7fb9500acb20 0x7fb9500aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:40:58.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb9677fe640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb9500a32d0 0x7fb9500a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb958005fd0 tx=0x7fb95800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.749+0000 7fb966ffd640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] conn(0x7fb9500acb20 0x7fb9500aef40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:40:58.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.750+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== osd.3 v2:172.21.15.7:6810/1046319253 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb9500af5f0 con 0x7fb9500acb20 2024-09-19T05:40:58.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 --> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb968062d00 con 0x7fb9500acb20 2024-09-19T05:40:58.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb964ff9640 1 -- 172.21.15.7:0/3686212570 <== osd.3 v2:172.21.15.7:6810/1046319253 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb968062d00 con 0x7fb9500acb20 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] conn(0x7fb9500acb20 msgr2=0x7fb9500aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] conn(0x7fb9500acb20 0x7fb9500aef40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb9500a32d0 msgr2=0x7fb9500a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb9500a32d0 0x7fb9500a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb958005fd0 tx=0x7fb95800b390 comp rx=0 tx=0).stop 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 msgr2=0x7fb968101f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb96dfd6640 1 --2- 172.21.15.7:0/3686212570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb968106f70 0x7fb968101f00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb96000b970 tx=0x7fb96000be30 comp rx=0 tx=0).stop 2024-09-19T05:40:58.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.767+0000 7fb967fff640 1 -- 172.21.15.7:0/3686212570 reap_dead start 2024-09-19T05:40:58.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.768+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 shutdown_connections 2024-09-19T05:40:58.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.768+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 >> 172.21.15.7:0/3686212570 conn(0x7fb9680fc5c0 msgr2=0x7fb9681052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:40:58.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.768+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 shutdown_connections 2024-09-19T05:40:58.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:40:58.768+0000 7fb96dfd6640 1 -- 172.21.15.7:0/3686212570 wait complete. 2024-09-19T05:40:59.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:40:58 smithi007 ceph-mon[30960]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-19T05:40:59.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:40:58 smithi063 ceph-mon[34779]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-19T05:40:59.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:40:58 smithi044 ceph-mon[34175]: pgmap v303: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-19T05:40:59.656 INFO:teuthology.orchestra.run.smithi007.stdout:34359738445 2024-09-19T05:40:59.656 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-19T05:41:00.216 INFO:teuthology.orchestra.run.smithi007.stdout:244813135908 2024-09-19T05:41:00.217 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-19T05:41:00.675 INFO:teuthology.orchestra.run.smithi007.stdout:296352743450 2024-09-19T05:41:00.676 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 -- 172.21.15.7:0/1037252613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 msgr2=0x7fd624107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/1037252613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624107b90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd60c009930 tx=0x7fd60c02a420 comp rx=0 tx=0).stop 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 -- 172.21.15.7:0/1037252613 shutdown_connections 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/1037252613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd6241082a0 0x7fd62410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/1037252613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624107b90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/1037252613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd624102d30 0x7fd624103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 -- 172.21.15.7:0/1037252613 >> 172.21.15.7:0/1037252613 conn(0x7fd6240fc7d0 msgr2=0x7fd6240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 -- 172.21.15.7:0/1037252613 shutdown_connections 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.864+0000 7fd62a4a6640 1 -- 172.21.15.7:0/1037252613 wait complete. 2024-09-19T05:41:00.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.865+0000 7fd62a4a6640 1 Processor -- start 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.865+0000 7fd62a4a6640 1 -- start start 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd624102d30 0x7fd624198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6241082a0 0x7fd62419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd624111f50 con 0x7fd6241036e0 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd624111dd0 con 0x7fd624102d30 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd62a4a6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd6241120d0 con 0x7fd6241082a0 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:00.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49442/0 (socket says 172.21.15.7:49442) 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 -- 172.21.15.7:0/713596946 learned_addr learned my addr 172.21.15.7:0/713596946 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd628a43640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6241082a0 0x7fd62419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd623fff640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd624102d30 0x7fd624198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 -- 172.21.15.7:0/713596946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6241082a0 msgr2=0x7fd62419cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd6241082a0 0x7fd62419cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 -- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd624102d30 msgr2=0x7fd624198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd624102d30 0x7fd624198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.866+0000 7fd6237fe640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd62419d4c0 con 0x7fd6241036e0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd6237fe640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624198a50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd60c031440 tx=0x7fd60c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60c03f030 con 0x7fd6241036e0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd60c003aa0 con 0x7fd6241036e0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd62419d750 con 0x7fd6241036e0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60c035070 con 0x7fd6241036e0 2024-09-19T05:41:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.867+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6241a5090 con 0x7fd6241036e0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.868+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd624062980 con 0x7fd6241036e0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.870+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fd60c042030 con 0x7fd6241036e0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.870+0000 7fd6217fa640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd6100a3350 0x7fd6100a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd623fff640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd6100a3350 0x7fd6100a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fd60c0f0060 con 0x7fd6241036e0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd6217fa640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] conn(0x7fd6100aca70 0x7fd6100aee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd6100af540 con 0x7fd6100aca70 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fd60c0f0410 con 0x7fd6241036e0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd623fff640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd6100a3350 0x7fd6100a5810 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd614009bd0 tx=0x7fd614005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.871+0000 7fd628a43640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] conn(0x7fd6100aca70 0x7fd6100aee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.872+0000 7fd628a43640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] conn(0x7fd6100aca70 0x7fd6100aee90 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:00.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.873+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== osd.4 v2:172.21.15.44:6808/1010909548 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd6100af540 con 0x7fd6100aca70 2024-09-19T05:41:00.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.887+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 --> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd624062d80 con 0x7fd6100aca70 2024-09-19T05:41:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.887+0000 7fd6217fa640 1 -- 172.21.15.7:0/713596946 <== osd.4 v2:172.21.15.44:6808/1010909548 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd624062d80 con 0x7fd6100aca70 2024-09-19T05:41:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] conn(0x7fd6100aca70 msgr2=0x7fd6100aee90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] conn(0x7fd6100aca70 0x7fd6100aee90 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd6100a3350 msgr2=0x7fd6100a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd6100a3350 0x7fd6100a5810 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd614009bd0 tx=0x7fd614005f90 comp rx=0 tx=0).stop 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 msgr2=0x7fd624198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 --2- 172.21.15.7:0/713596946 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6241036e0 0x7fd624198a50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd60c031440 tx=0x7fd60c004270 comp rx=0 tx=0).stop 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd628a43640 1 -- 172.21.15.7:0/713596946 reap_dead start 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 shutdown_connections 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 >> 172.21.15.7:0/713596946 conn(0x7fd6240fc7d0 msgr2=0x7fd624105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 shutdown_connections 2024-09-19T05:41:00.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:00.888+0000 7fd62a4a6640 1 -- 172.21.15.7:0/713596946 wait complete. 2024-09-19T05:41:01.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:00 smithi007 ceph-mon[30960]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:41:01.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:00 smithi063 ceph-mon[34779]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:41:01.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:00 smithi044 ceph-mon[34175]: pgmap v304: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:41:01.438 INFO:teuthology.orchestra.run.smithi007.stdout:158913790005 2024-09-19T05:41:01.439 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-19T05:41:01.733 INFO:teuthology.orchestra.run.smithi007.stdout:107374182463 2024-09-19T05:41:01.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-19T05:41:02.154 INFO:teuthology.orchestra.run.smithi007.stdout:214748364842 2024-09-19T05:41:02.154 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-19T05:41:02.793 INFO:teuthology.orchestra.run.smithi007.stdout:330712481812 2024-09-19T05:41:02.793 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-19T05:41:03.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:02 smithi007 ceph-mon[30960]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-19T05:41:03.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:02 smithi063 ceph-mon[34779]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-19T05:41:03.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:02 smithi044 ceph-mon[34175]: pgmap v305: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-19T05:41:03.258 INFO:teuthology.orchestra.run.smithi007.stdout:137438953530 2024-09-19T05:41:03.259 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-19T05:41:03.532 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.534 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.539 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.541 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.555 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.585 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:03.588 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:04.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 -- 172.21.15.7:0/2172295559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0848102d40 msgr2=0x7f0848103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 --2- 172.21.15.7:0/2172295559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0848102d40 0x7f0848103120 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0838009900 tx=0x7f083802a480 comp rx=0 tx=0).stop 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 -- 172.21.15.7:0/2172295559 shutdown_connections 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 --2- 172.21.15.7:0/2172295559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f084810c170 0x7f084810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 --2- 172.21.15.7:0/2172295559 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 0x7f084810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 --2- 172.21.15.7:0/2172295559 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0848102d40 0x7f0848103120 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 -- 172.21.15.7:0/2172295559 >> 172.21.15.7:0/2172295559 conn(0x7f08480fc7a0 msgr2=0x7f08480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 -- 172.21.15.7:0/2172295559 shutdown_connections 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.324+0000 7f084e700640 1 -- 172.21.15.7:0/2172295559 wait complete. 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 Processor -- start 2024-09-19T05:41:04.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 -- start start 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848102d40 0x7f0848198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 0x7f0848198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0848111e20 con 0x7f084810c170 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0848111ca0 con 0x7f0848102d40 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084e700640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0848111fa0 con 0x7f0848103660 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084cc9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084cc9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49460/0 (socket says 172.21.15.7:49460) 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f084cc9d640 1 -- 172.21.15.7:0/457096500 learned_addr learned my addr 172.21.15.7:0/457096500 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f08477fe640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 0x7f0848198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:04.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.325+0000 7f0847fff640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848102d40 0x7f0848198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 -- 172.21.15.7:0/457096500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 msgr2=0x7f0848198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 0x7f0848198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 -- 172.21.15.7:0/457096500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848102d40 msgr2=0x7f0848198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848102d40 0x7f0848198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 -- 172.21.15.7:0/457096500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f084819d300 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084cc9d640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f084000eaa0 tx=0x7f084000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084000cdb0 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0840005020 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f084819d5f0 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08400116d0 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.326+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08481a4ed0 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.327+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0848103120 con 0x7f084810c170 2024-09-19T05:41:04.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.328+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f08400051d0 con 0x7f084810c170 2024-09-19T05:41:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.329+0000 7f08457fa640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 0x7f08300a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.329+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f08400cfd20 con 0x7f084810c170 2024-09-19T05:41:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.329+0000 7f0847fff640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 0x7f08300a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.330+0000 7f0847fff640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 0x7f08300a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0838031440 tx=0x7f0838005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:04.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.332+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0840016030 con 0x7f084810c170 2024-09-19T05:41:04.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.515+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f08481996b0 con 0x7f084810c170 2024-09-19T05:41:04.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.515+0000 7f08457fa640 1 -- 172.21.15.7:0/457096500 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f08481996b0 con 0x7f084810c170 2024-09-19T05:41:04.517 INFO:teuthology.orchestra.run.smithi007.stdout:34359738446 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 msgr2=0x7f08300a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 0x7f08300a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0838031440 tx=0x7f0838005b50 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 msgr2=0x7f084819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f084000eaa0 tx=0x7f084000ef60 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 shutdown_connections 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f08300a32d0 0x7f08300a5790 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084810c170 0x7f084819cc20 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0848103660 0x7f0848198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 --2- 172.21.15.7:0/457096500 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0848102d40 0x7f0848198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 >> 172.21.15.7:0/457096500 conn(0x7f08480fc7a0 msgr2=0x7f08480fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 shutdown_connections 2024-09-19T05:41:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:04.517+0000 7f084e700640 1 -- 172.21.15.7:0/457096500 wait complete. 2024-09-19T05:41:05.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:04 smithi007 ceph-mon[30960]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:05.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:04 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/457096500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T05:41:05.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:04 smithi063 ceph-mon[34779]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:05.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:04 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/457096500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T05:41:05.224 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738445 got 34359738446 for osd.0 2024-09-19T05:41:05.224 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:05.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:04 smithi044 ceph-mon[34175]: pgmap v306: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:05.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:04 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/457096500' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-19T05:41:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 -- 172.21.15.7:0/389761241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 msgr2=0x7f9ffc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 --2- 172.21.15.7:0/389761241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc10da40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009ca0 tx=0x7f9ff402a950 comp rx=0 tx=0).stop 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 -- 172.21.15.7:0/389761241 shutdown_connections 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 --2- 172.21.15.7:0/389761241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc10da40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 --2- 172.21.15.7:0/389761241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 0x7f9ffc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 --2- 172.21.15.7:0/389761241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 0x7f9ffc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 -- 172.21.15.7:0/389761241 >> 172.21.15.7:0/389761241 conn(0x7f9ffc0fc7d0 msgr2=0x7f9ffc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.429+0000 7fa002dcd640 1 -- 172.21.15.7:0/389761241 shutdown_connections 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 -- 172.21.15.7:0/389761241 wait complete. 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 Processor -- start 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 -- start start 2024-09-19T05:41:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 0x7f9ffc199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 0x7f9ffc1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc110e80 con 0x7f9ffc102ef0 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc110d00 con 0x7f9ffc102570 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.430+0000 7fa002dcd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111000 con 0x7f9ffc100e20 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49472/0 (socket says 172.21.15.7:49472) 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 -- 172.21.15.7:0/3633401937 learned_addr learned my addr 172.21.15.7:0/3633401937 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7f9ffbfff640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 0x7f9ffc1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa000b69640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 0x7f9ffc199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 -- 172.21.15.7:0/3633401937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 msgr2=0x7f9ffc199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 0x7f9ffc199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 -- 172.21.15.7:0/3633401937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 msgr2=0x7f9ffc1996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 0x7f9ffc1996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 -- 172.21.15.7:0/3633401937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ffc1a4750 con 0x7f9ffc102ef0 2024-09-19T05:41:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa00136a640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009dc0 tx=0x7f9ff4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff4034040 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ff4030850 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ffc1a4920 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.431+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff40046f0 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.432+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ffc1a4d70 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.433+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ffc101200 con 0x7f9ffc102ef0 2024-09-19T05:41:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.434+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f9ff4037020 con 0x7f9ffc102ef0 2024-09-19T05:41:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.434+0000 7f9ff9ffb640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 0x7f9fec0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.435+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f9ff40f0890 con 0x7f9ffc102ef0 2024-09-19T05:41:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.435+0000 7fa000b69640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 0x7f9fec0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.435+0000 7fa000b69640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 0x7f9fec0a5790 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9ff0005e10 tx=0x7f9ff0005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:05.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.442+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9ff40bd710 con 0x7f9ffc102ef0 2024-09-19T05:41:05.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.618+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f9ffc1a4fd0 con 0x7f9ffc102ef0 2024-09-19T05:41:05.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.618+0000 7f9ff9ffb640 1 -- 172.21.15.7:0/3633401937 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9ff40bd010 con 0x7f9ffc102ef0 2024-09-19T05:41:05.620 INFO:teuthology.orchestra.run.smithi007.stdout:158913790006 2024-09-19T05:41:05.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.620+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 msgr2=0x7f9fec0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:05.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.620+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 0x7f9fec0a5790 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9ff0005e10 tx=0x7f9ff0005da0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.620+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 msgr2=0x7f9ffc1a4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:05.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.620+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4009dc0 tx=0x7f9ff4003f10 comp rx=0 tx=0).stop 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 shutdown_connections 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f9fec0a32d0 0x7f9fec0a5790 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ffc102ef0 0x7f9ffc1a4210 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ffc102570 0x7f9ffc1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 --2- 172.21.15.7:0/3633401937 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ffc100e20 0x7f9ffc199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 >> 172.21.15.7:0/3633401937 conn(0x7f9ffc0fc7d0 msgr2=0x7f9ffc106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 shutdown_connections 2024-09-19T05:41:05.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:05.621+0000 7fa002dcd640 1 -- 172.21.15.7:0/3633401937 wait complete. 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 -- 172.21.15.7:0/3443428746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 msgr2=0x7fe6e41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 --2- 172.21.15.7:0/3443428746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e41029b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4009900 tx=0x7fe6d402a480 comp rx=0 tx=0).stop 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 -- 172.21.15.7:0/3443428746 shutdown_connections 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 --2- 172.21.15.7:0/3443428746 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4102ef0 0x7fe6e410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 --2- 172.21.15.7:0/3443428746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e41029b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 --2- 172.21.15.7:0/3443428746 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4100e20 0x7fe6e4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.003+0000 7fe6eb841640 1 -- 172.21.15.7:0/3443428746 >> 172.21.15.7:0/3443428746 conn(0x7fe6e40fc7d0 msgr2=0x7fe6e40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:06.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- 172.21.15.7:0/3443428746 shutdown_connections 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- 172.21.15.7:0/3443428746 wait complete. 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 Processor -- start 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- start start 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 0x7fe6e419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4102ef0 0x7fe6e419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe6e4110e50 con 0x7fe6e4102570 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe6e4110cd0 con 0x7fe6e4102ef0 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.004+0000 7fe6eb841640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe6e4110fd0 con 0x7fe6e4100e20 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:06.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49490/0 (socket says 172.21.15.7:49490) 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 -- 172.21.15.7:0/2264624480 learned_addr learned my addr 172.21.15.7:0/2264624480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e9dde640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4102ef0 0x7fe6e419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e95dd640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 0x7fe6e419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 -- 172.21.15.7:0/2264624480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 msgr2=0x7fe6e419a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 0x7fe6e419a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 -- 172.21.15.7:0/2264624480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4102ef0 msgr2=0x7fe6e419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4102ef0 0x7fe6e419ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 -- 172.21.15.7:0/2264624480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6e419f5e0 con 0x7fe6e4102570 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e95dd640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 0x7fe6e419a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6e8ddc640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4006010 tx=0x7fe6d40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d403f070 con 0x7fe6e4102570 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6d4003aa0 con 0x7fe6e4102570 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6e419f870 con 0x7fe6e4102570 2024-09-19T05:41:06.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6d4035030 con 0x7fe6e4102570 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.005+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6e41a71b0 con 0x7fe6e4102570 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.006+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6e41021b0 con 0x7fe6e4102570 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.008+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fe6d4042070 con 0x7fe6e4102570 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.008+0000 7fe6da7fc640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 0x7fe6d00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.008+0000 7fe6e95dd640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 0x7fe6d00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.008+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fe6d40f0990 con 0x7fe6e4102570 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.009+0000 7fe6e95dd640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 0x7fe6d00a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0006fd0 tx=0x7fe6e0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:06.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.012+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe6d40bd700 con 0x7fe6e4102570 2024-09-19T05:41:06.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:05 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3633401937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T05:41:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:05 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3633401937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T05:41:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.199+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fe6e41a7380 con 0x7fe6e4102570 2024-09-19T05:41:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.199+0000 7fe6da7fc640 1 -- 172.21.15.7:0/2264624480 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe6d40bd000 con 0x7fe6e4102570 2024-09-19T05:41:06.201 INFO:teuthology.orchestra.run.smithi007.stdout:214748364844 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 msgr2=0x7fe6d00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 0x7fe6d00a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0006fd0 tx=0x7fe6e0008040 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 msgr2=0x7fe6e419ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4006010 tx=0x7fe6d40042f0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 shutdown_connections 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe6d00a32d0 0x7fe6d00a5790 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe6e4102ef0 0x7fe6e419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e4102570 0x7fe6e419ab70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 --2- 172.21.15.7:0/2264624480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe6e4100e20 0x7fe6e419a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 >> 172.21.15.7:0/2264624480 conn(0x7fe6e40fc7d0 msgr2=0x7fe6e406a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:06.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 shutdown_connections 2024-09-19T05:41:06.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:06.201+0000 7fe6eb841640 1 -- 172.21.15.7:0/2264624480 wait complete. 2024-09-19T05:41:06.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:05 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3633401937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-19T05:41:06.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:06 smithi007 ceph-mon[30960]: pgmap v307: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:06.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:06 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2264624480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T05:41:06.929 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364842 got 214748364844 for osd.7 2024-09-19T05:41:06.929 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:06 smithi063 ceph-mon[34779]: pgmap v307: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:07.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:06 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2264624480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T05:41:07.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:06 smithi044 ceph-mon[34175]: pgmap v307: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:07.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:06 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2264624480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-19T05:41:07.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 -- 172.21.15.7:0/2060016119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4101de0 msgr2=0x7fb5e41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 --2- 172.21.15.7:0/2060016119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4101de0 0x7fb5e41021c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009900 tx=0x7fb5d402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:07.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 -- 172.21.15.7:0/2060016119 shutdown_connections 2024-09-19T05:41:07.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 --2- 172.21.15.7:0/2060016119 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4106f10 0x7fb5e410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 --2- 172.21.15.7:0/2060016119 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4102790 0x7fb5e41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 --2- 172.21.15.7:0/2060016119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4101de0 0x7fb5e41021c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 -- 172.21.15.7:0/2060016119 >> 172.21.15.7:0/2060016119 conn(0x7fb5e40fd8c0 msgr2=0x7fb5e40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.092+0000 7fb5ea724640 1 -- 172.21.15.7:0/2060016119 shutdown_connections 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.093+0000 7fb5ea724640 1 -- 172.21.15.7:0/2060016119 wait complete. 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.093+0000 7fb5ea724640 1 Processor -- start 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.093+0000 7fb5ea724640 1 -- start start 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4101de0 0x7fb5e4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 0x7fb5e419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e4111e20 con 0x7fb5e4102790 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e4111ca0 con 0x7fb5e4106f10 2024-09-19T05:41:07.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e4111fa0 con 0x7fb5e4101de0 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49502/0 (socket says 172.21.15.7:49502) 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 -- 172.21.15.7:0/1175886921 learned_addr learned my addr 172.21.15.7:0/1175886921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e3fff640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4101de0 0x7fb5e4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e8cc1640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 0x7fb5e419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 -- 172.21.15.7:0/1175886921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4101de0 msgr2=0x7fb5e4198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4101de0 0x7fb5e4198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 -- 172.21.15.7:0/1175886921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 msgr2=0x7fb5e419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 0x7fb5e419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 -- 172.21.15.7:0/1175886921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e419d330 con 0x7fb5e4102790 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e8cc1640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 0x7fb5e419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e37fe640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800d950 tx=0x7fb5d800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8017070 con 0x7fb5e4102790 2024-09-19T05:41:07.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5d8009c30 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e419d620 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d800f620 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.094+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e41a4f00 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.095+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e41021c0 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.097+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fb5d80109a0 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.097+0000 7fb5e17fa640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 0x7fb5cc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.097+0000 7fb5e3fff640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 0x7fb5cc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.097+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fb5d80cf540 con 0x7fb5e4102790 2024-09-19T05:41:07.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.098+0000 7fb5e3fff640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 0x7fb5cc0a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4031440 tx=0x7fb5d4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stdout:55834574920 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.102+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb5d8009de0 con 0x7fb5e4102790 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.281+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fb5e410a150 con 0x7fb5e4102790 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.281+0000 7fb5e17fa640 1 -- 172.21.15.7:0/1175886921 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb5d809c2b0 con 0x7fb5e4102790 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 msgr2=0x7fb5cc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 0x7fb5cc0a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4031440 tx=0x7fb5d4005b50 comp rx=0 tx=0).stop 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 msgr2=0x7fb5e41988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800d950 tx=0x7fb5d800de10 comp rx=0 tx=0).stop 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 shutdown_connections 2024-09-19T05:41:07.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb5cc0a32d0 0x7fb5cc0a5790 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5e4106f10 0x7fb5e419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb5e4102790 0x7fb5e41988c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 --2- 172.21.15.7:0/1175886921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb5e4101de0 0x7fb5e4198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 >> 172.21.15.7:0/1175886921 conn(0x7fb5e40fd8c0 msgr2=0x7fb5e40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 shutdown_connections 2024-09-19T05:41:07.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.284+0000 7fb5ea724640 1 -- 172.21.15.7:0/1175886921 wait complete. 2024-09-19T05:41:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 -- 172.21.15.7:0/522560291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 msgr2=0x7f003410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 --2- 172.21.15.7:0/522560291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003410ea90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f002c009ca0 tx=0x7f002c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 -- 172.21.15.7:0/522560291 shutdown_connections 2024-09-19T05:41:07.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 --2- 172.21.15.7:0/522560291 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003410ea90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 --2- 172.21.15.7:0/522560291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034102790 0x7f00341067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 --2- 172.21.15.7:0/522560291 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034101de0 0x7f00341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 -- 172.21.15.7:0/522560291 >> 172.21.15.7:0/522560291 conn(0x7f00340fd8c0 msgr2=0x7f00340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 -- 172.21.15.7:0/522560291 shutdown_connections 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.748+0000 7f003ad17640 1 -- 172.21.15.7:0/522560291 wait complete. 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 Processor -- start 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 -- start start 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034101de0 0x7f00341983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034102790 0x7f0034198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111e40 con 0x7f0034106f10 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111cc0 con 0x7f0034101de0 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f003ad17640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111fc0 con 0x7f0034102790 2024-09-19T05:41:07.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49532/0 (socket says 172.21.15.7:49532) 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 -- 172.21.15.7:0/3154461961 learned_addr learned my addr 172.21.15.7:0/3154461961 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f0033fff640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034102790 0x7f0034198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f0038ab3640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034101de0 0x7f00341983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 -- 172.21.15.7:0/3154461961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034102790 msgr2=0x7f0034198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034102790 0x7f0034198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 -- 172.21.15.7:0/3154461961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034101de0 msgr2=0x7f00341983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034101de0 0x7f00341983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.749+0000 7f00392b4640 1 -- 172.21.15.7:0/3154461961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003419d370 con 0x7f0034106f10 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f00392b4640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f002c009dc0 tx=0x7f002c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c003cf0 con 0x7f0034106f10 2024-09-19T05:41:07.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f002c0044f0 con 0x7f0034106f10 2024-09-19T05:41:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003419d600 con 0x7f0034106f10 2024-09-19T05:41:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c030bf0 con 0x7f0034106f10 2024-09-19T05:41:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.750+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00341a4f40 con 0x7f0034106f10 2024-09-19T05:41:07.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.751+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00341021c0 con 0x7f0034106f10 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.753+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f002c004040 con 0x7f0034106f10 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.754+0000 7f0031ffb640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 0x7f00240a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.754+0000 7f0038ab3640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 0x7f00240a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.754+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f002c0f10b0 con 0x7f0034106f10 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.754+0000 7f0038ab3640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 0x7f00240a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0028009890 tx=0x7f0028008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:07.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.757+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f002c0bde30 con 0x7f0034106f10 2024-09-19T05:41:07.903 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:07.904 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:07.904 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:07.904 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:07.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.954+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0034199720 con 0x7f0034106f10 2024-09-19T05:41:07.956 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:07 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1175886921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T05:41:07.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.954+0000 7f0031ffb640 1 -- 172.21.15.7:0/3154461961 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0034199720 con 0x7f0034106f10 2024-09-19T05:41:07.956 INFO:teuthology.orchestra.run.smithi007.stdout:193273528368 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 msgr2=0x7f00240a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 0x7f00240a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0028009890 tx=0x7f0028008040 comp rx=0 tx=0).stop 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 msgr2=0x7f003419cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f002c009dc0 tx=0x7f002c032ff0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 shutdown_connections 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f00240a3350 0x7f00240a5810 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0034106f10 0x7f003419cc90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0034102790 0x7f0034198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 --2- 172.21.15.7:0/3154461961 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0034101de0 0x7f00341983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:07.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.956+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 >> 172.21.15.7:0/3154461961 conn(0x7f00340fd8c0 msgr2=0x7f00340fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:07.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.957+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 shutdown_connections 2024-09-19T05:41:07.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:07.957+0000 7f003ad17640 1 -- 172.21.15.7:0/3154461961 wait complete. 2024-09-19T05:41:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:07 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1175886921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T05:41:08.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 -- 172.21.15.7:0/2211066835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 msgr2=0x7f0ca8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 --2- 172.21.15.7:0/2211066835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8103110 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009cd0 tx=0x7f0ca002a8e0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 -- 172.21.15.7:0/2211066835 shutdown_connections 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 --2- 172.21.15.7:0/2211066835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81082a0 0x7f0ca810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 --2- 172.21.15.7:0/2211066835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81036e0 0x7f0ca8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 --2- 172.21.15.7:0/2211066835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8103110 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.145+0000 7f0cad44e640 1 -- 172.21.15.7:0/2211066835 >> 172.21.15.7:0/2211066835 conn(0x7f0ca80fc7d0 msgr2=0x7f0ca80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 -- 172.21.15.7:0/2211066835 shutdown_connections 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 -- 172.21.15.7:0/2211066835 wait complete. 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 Processor -- start 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 -- start start 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:08.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81036e0 0x7f0ca8198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.146+0000 7f0cad44e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81082a0 0x7f0ca819ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0cad44e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca8111f50 con 0x7f0ca8102d30 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0cad44e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca8111dd0 con 0x7f0ca81036e0 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0cad44e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca81120d0 con 0x7f0ca81082a0 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49556/0 (socket says 172.21.15.7:49556) 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 -- 172.21.15.7:0/3744603169 learned_addr learned my addr 172.21.15.7:0/3744603169 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca77fe640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81082a0 0x7f0ca819ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca67fc640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81036e0 0x7f0ca8198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 -- 172.21.15.7:0/3744603169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81082a0 msgr2=0x7f0ca819ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81082a0 0x7f0ca819ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 -- 172.21.15.7:0/3744603169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81036e0 msgr2=0x7f0ca8198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:08.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81036e0 0x7f0ca8198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 -- 172.21.15.7:0/3744603169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca819d500 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0ca6ffd640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0ca002ae00 tx=0x7f0ca0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0004240 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ca00305a0 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca819d790 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca003b640 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.147+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca81a50d0 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.148+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca8103110 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.149+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f0ca0030ac0 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.150+0000 7f0c9ffff640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 0x7f0c940a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.151+0000 7f0ca67fc640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 0x7f0c940a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.151+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f0ca002e030 con 0x7f0ca8102d30 2024-09-19T05:41:08.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.151+0000 7f0ca67fc640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 0x7f0c940a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0c90005fd0 tx=0x7f0c90005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:08.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.155+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f0ca00bd840 con 0x7f0ca8102d30 2024-09-19T05:41:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:07 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1175886921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-19T05:41:08.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.332+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f0ca810a2b0 con 0x7f0ca8102d30 2024-09-19T05:41:08.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.332+0000 7f0c9ffff640 1 -- 172.21.15.7:0/3744603169 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0ca00bd140 con 0x7f0ca8102d30 2024-09-19T05:41:08.334 INFO:teuthology.orchestra.run.smithi007.stdout:274877906978 2024-09-19T05:41:08.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 msgr2=0x7f0c940a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 0x7f0c940a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0c90005fd0 tx=0x7f0c90005850 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 msgr2=0x7f0ca8198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0ca002ae00 tx=0x7f0ca0003ba0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 shutdown_connections 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0c940a32d0 0x7f0c940a5790 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0ca81082a0 0x7f0ca819ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ca81036e0 0x7f0ca8198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 --2- 172.21.15.7:0/3744603169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0ca8102d30 0x7f0ca8198550 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 >> 172.21.15.7:0/3744603169 conn(0x7f0ca80fc7d0 msgr2=0x7f0ca8105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 shutdown_connections 2024-09-19T05:41:08.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:08.335+0000 7f0cad44e640 1 -- 172.21.15.7:0/3744603169 wait complete. 2024-09-19T05:41:08.576 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790005 got 158913790006 for osd.5 2024-09-19T05:41:08.576 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:09.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:08 smithi007 ceph-mon[30960]: pgmap v308: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:09.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:08 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3154461961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T05:41:09.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:08 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3744603169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T05:41:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:08 smithi063 ceph-mon[34779]: pgmap v308: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:08 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3154461961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T05:41:09.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:08 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3744603169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T05:41:09.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:08 smithi044 ceph-mon[34175]: pgmap v308: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:09.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:08 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3154461961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-19T05:41:09.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:08 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3744603169' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-19T05:41:09.527 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528365 got 193273528368 for osd.6 2024-09-19T05:41:09.527 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:10.035 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:09 smithi007 ceph-mon[30960]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:10.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:09 smithi063 ceph-mon[34779]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:10.173 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906975 got 274877906978 for osd.9 2024-09-19T05:41:10.174 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:10.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:09 smithi044 ceph-mon[34175]: pgmap v309: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/167664393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102ef0 msgr2=0x7fa8a010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/167664393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102ef0 0x7fa8a010da40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa898009ca0 tx=0x7fa89802a950 comp rx=0 tx=0).stop 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/167664393 shutdown_connections 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/167664393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102ef0 0x7fa8a010da40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/167664393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102570 0x7fa8a01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/167664393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/167664393 >> 172.21.15.7:0/167664393 conn(0x7fa8a00fc7d0 msgr2=0x7fa8a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/167664393 shutdown_connections 2024-09-19T05:41:10.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.282+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/167664393 wait complete. 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.283+0000 7fa8a5f9f640 1 Processor -- start 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.283+0000 7fa8a5f9f640 1 -- start start 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a01972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 0x7fa8a019bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0110e30 con 0x7fa8a0102570 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0110cb0 con 0x7fa8a0100e20 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa8a5f9f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0110fb0 con 0x7fa8a0102ef0 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa896ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa896ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51004/0 (socket says 172.21.15.7:51004) 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 0x7fa8a019bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa896ffd640 1 -- 172.21.15.7:0/2442432913 learned_addr learned my addr 172.21.15.7:0/2442432913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:10.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89f7fe640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a01972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 -- 172.21.15.7:0/2442432913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 msgr2=0x7fa8a01972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a01972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 -- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 msgr2=0x7fa8a0197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 -- 172.21.15.7:0/2442432913 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8a019c280 con 0x7fa8a0102ef0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa896ffd640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89f7fe640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a01972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.284+0000 7fa89ffff640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 0x7fa8a019bba0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa898005cc0 tx=0x7fa898031f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.285+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa89804a070 con 0x7fa8a0102ef0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.285+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa89802f6b0 con 0x7fa8a0102ef0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.285+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8a019c510 con 0x7fa8a0102ef0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.285+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898034040 con 0x7fa8a0102ef0 2024-09-19T05:41:10.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.285+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8a0069f70 con 0x7fa8a0102ef0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.286+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8a01021b0 con 0x7fa8a0102ef0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.287+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fa89804d070 con 0x7fa8a0102ef0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.288+0000 7fa89d7fa640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 0x7fa88c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.288+0000 7fa89f7fe640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 0x7fa88c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.288+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fa8980f8980 con 0x7fa8a0102ef0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.289+0000 7fa89f7fe640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 0x7fa88c0a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa890009fc0 tx=0x7fa890005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:10.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.291+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa8980c4fa0 con 0x7fa8a0102ef0 2024-09-19T05:41:10.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.471+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fa8a0198660 con 0x7fa8a0102ef0 2024-09-19T05:41:10.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.472+0000 7fa89d7fa640 1 -- 172.21.15.7:0/2442432913 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fa8a0198660 con 0x7fa8a0102ef0 2024-09-19T05:41:10.474 INFO:teuthology.orchestra.run.smithi007.stdout:296352743453 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 msgr2=0x7fa88c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 0x7fa88c0a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fa890009fc0 tx=0x7fa890005f90 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 msgr2=0x7fa8a019bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 0x7fa8a019bba0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa898005cc0 tx=0x7fa898031f40 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 shutdown_connections 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fa88c0a32d0 0x7fa88c0a5790 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa8a0102ef0 0x7fa8a019bba0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa8a0102570 0x7fa8a0197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 --2- 172.21.15.7:0/2442432913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa8a0100e20 0x7fa8a01972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 >> 172.21.15.7:0/2442432913 conn(0x7fa8a00fc7d0 msgr2=0x7fa8a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:10.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 shutdown_connections 2024-09-19T05:41:10.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:10.474+0000 7fa8a5f9f640 1 -- 172.21.15.7:0/2442432913 wait complete. 2024-09-19T05:41:10.882 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:10 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:41:10.882 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:10 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2442432913' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T05:41:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:10 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:41:10.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:10 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2442432913' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T05:41:10.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:10 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:41:10.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:10 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2442432913' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 -- 172.21.15.7:0/3938522326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008101df0 msgr2=0x7f60081021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 --2- 172.21.15.7:0/3938522326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008101df0 0x7f60081021d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8009900 tx=0x7f5ff802a410 comp rx=0 tx=0).stop 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 -- 172.21.15.7:0/3938522326 shutdown_connections 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 --2- 172.21.15.7:0/3938522326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008106f20 0x7f600810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 --2- 172.21.15.7:0/3938522326 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 --2- 172.21.15.7:0/3938522326 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008101df0 0x7f60081021d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 -- 172.21.15.7:0/3938522326 >> 172.21.15.7:0/3938522326 conn(0x7f60080fd8f0 msgr2=0x7f60080ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 -- 172.21.15.7:0/3938522326 shutdown_connections 2024-09-19T05:41:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.229+0000 7f600dddb640 1 -- 172.21.15.7:0/3938522326 wait complete. 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.230+0000 7f600dddb640 1 Processor -- start 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.230+0000 7f600dddb640 1 -- start start 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.230+0000 7f600dddb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 0x7f6008198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f600dddb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f600dddb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008106f20 0x7f600819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f600dddb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6008111e30 con 0x7f6008106f20 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f600dddb640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6008111cb0 con 0x7f6008101df0 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f600dddb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6008111fb0 con 0x7f60081027a0 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f60077fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 0x7f6008198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6007fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008106f20 0x7f600819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:55002/0 (socket says 172.21.15.7:55002) 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 -- 172.21.15.7:0/2286466901 learned_addr learned my addr 172.21.15.7:0/2286466901 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f60077fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 0x7f6008198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48066/0 (socket says 172.21.15.7:48066) 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 -- 172.21.15.7:0/2286466901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 msgr2=0x7f6008198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 0x7f6008198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 -- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008106f20 msgr2=0x7f600819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008106f20 0x7f600819cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.231+0000 7f6006ffd640 1 -- 172.21.15.7:0/2286466901 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f600819d340 con 0x7f60081027a0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f6006ffd640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc00e9f0 tx=0x7f5ffc00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc00cd80 con 0x7f60081027a0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ffc0054d0 con 0x7f60081027a0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f600819d630 con 0x7f60081027a0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc010490 con 0x7f60081027a0 2024-09-19T05:41:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.232+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6008074420 con 0x7f60081027a0 2024-09-19T05:41:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.233+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60081032d0 con 0x7f60081027a0 2024-09-19T05:41:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.234+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f5ffc005020 con 0x7f60081027a0 2024-09-19T05:41:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.235+0000 7f6004ff9640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 0x7f5ff00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.235+0000 7f60077fe640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 0x7f5ff00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.235+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f5ffc0cfd50 con 0x7f60081027a0 2024-09-19T05:41:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.235+0000 7f60077fe640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 0x7f5ff00a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8031440 tx=0x7f5ff803c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.239+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f5ffc09c9c0 con 0x7f60081027a0 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 -- 172.21.15.7:0/2857428721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc102790 msgr2=0x7f16cc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/2857428721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc102790 0x7f16cc1067e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f16bc009900 tx=0x7f16bc02a410 comp rx=0 tx=0).stop 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 -- 172.21.15.7:0/2857428721 shutdown_connections 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/2857428721 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc106f10 0x7f16cc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/2857428721 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc102790 0x7f16cc1067e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/2857428721 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc101de0 0x7f16cc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.137+0000 7f16d3ae6640 1 -- 172.21.15.7:0/2857428721 >> 172.21.15.7:0/2857428721 conn(0x7f16cc0fd8c0 msgr2=0x7f16cc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 -- 172.21.15.7:0/2857428721 shutdown_connections 2024-09-19T05:41:11.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 -- 172.21.15.7:0/2857428721 wait complete. 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 Processor -- start 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 -- start start 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.138+0000 7f16d3ae6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 0x7f16cc198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc106f10 0x7f16cc19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16cc111e20 con 0x7f16cc101de0 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f16cc111ca0 con 0x7f16cc106f10 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f16cc111fa0 con 0x7f16cc102790 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51014/0 (socket says 172.21.15.7:51014) 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 -- 172.21.15.7:0/1818735629 learned_addr learned my addr 172.21.15.7:0/1818735629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:11.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d2083640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc106f10 0x7f16cc19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1081640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 0x7f16cc198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 -- 172.21.15.7:0/1818735629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 msgr2=0x7f16cc198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 0x7f16cc198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 -- 172.21.15.7:0/1818735629 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc106f10 msgr2=0x7f16cc19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc106f10 0x7f16cc19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 -- 172.21.15.7:0/1818735629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16cc19d370 con 0x7f16cc101de0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1081640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 0x7f16cc198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d1882640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f16c800e9f0 tx=0x7f16c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c800cd80 con 0x7f16cc101de0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16c80108e0 con 0x7f16cc101de0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16cc19d660 con 0x7f16cc101de0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8018920 con 0x7f16cc101de0 2024-09-19T05:41:11.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.139+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16cc074420 con 0x7f16cc101de0 2024-09-19T05:41:11.369 INFO:teuthology.orchestra.run.smithi007.stdout:77309411398 2024-09-19T05:41:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.140+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16cc1032c0 con 0x7f16cc101de0 2024-09-19T05:41:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.141+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f16c8010a90 con 0x7f16cc101de0 2024-09-19T05:41:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.142+0000 7f16c2ffd640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 0x7f16b80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.142+0000 7f16d1081640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 0x7f16b80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.142+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f16c80cfc70 con 0x7f16cc101de0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.143+0000 7f16d1081640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 0x7f16b80a5790 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f16bc031440 tx=0x7f16bc005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.146+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f16c809c9e0 con 0x7f16cc101de0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.329+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f16cc10a150 con 0x7f16cc101de0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.329+0000 7f16c2ffd640 1 -- 172.21.15.7:0/1818735629 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f16c809c2e0 con 0x7f16cc101de0 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 msgr2=0x7f16b80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 0x7f16b80a5790 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f16bc031440 tx=0x7f16bc005a20 comp rx=0 tx=0).stop 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 msgr2=0x7f16cc1983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f16c800e9f0 tx=0x7f16c800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 shutdown_connections 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f16b80a32d0 0x7f16b80a5790 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16cc106f10 0x7f16cc19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f16cc102790 0x7f16cc198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 --2- 172.21.15.7:0/1818735629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16cc101de0 0x7f16cc1983c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.331+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 >> 172.21.15.7:0/1818735629 conn(0x7f16cc0fd8c0 msgr2=0x7f16cc0fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.332+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 shutdown_connections 2024-09-19T05:41:11.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.332+0000 7f16d3ae6640 1 -- 172.21.15.7:0/1818735629 wait complete. 2024-09-19T05:41:11.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.419+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f600810a100 con 0x7f60081027a0 2024-09-19T05:41:11.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.419+0000 7f6004ff9640 1 -- 172.21.15.7:0/2286466901 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5ffc09c2c0 con 0x7f60081027a0 2024-09-19T05:41:11.421 INFO:teuthology.orchestra.run.smithi007.stdout:244813135911 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 msgr2=0x7f5ff00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 0x7f5ff00a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5ff8031440 tx=0x7f5ff803c040 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 msgr2=0x7f60081988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc00e9f0 tx=0x7f5ffc00edf0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 shutdown_connections 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f5ff00a32d0 0x7f5ff00a5790 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6008106f20 0x7f600819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60081027a0 0x7f60081988d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 --2- 172.21.15.7:0/2286466901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6008101df0 0x7f6008198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 >> 172.21.15.7:0/2286466901 conn(0x7f60080fd8f0 msgr2=0x7f60080fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 shutdown_connections 2024-09-19T05:41:11.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.421+0000 7f600dddb640 1 -- 172.21.15.7:0/2286466901 wait complete. 2024-09-19T05:41:11.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 -- 172.21.15.7:0/3099802524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874106f10 msgr2=0x7f987410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 --2- 172.21.15.7:0/3099802524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874106f10 0x7f987410ea90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f986c009ca0 tx=0x7f986c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 -- 172.21.15.7:0/3099802524 shutdown_connections 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 --2- 172.21.15.7:0/3099802524 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874106f10 0x7f987410ea90 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 --2- 172.21.15.7:0/3099802524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874102790 0x7f98741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 --2- 172.21.15.7:0/3099802524 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f98741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 -- 172.21.15.7:0/3099802524 >> 172.21.15.7:0/3099802524 conn(0x7f98740fd8c0 msgr2=0x7f98740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 -- 172.21.15.7:0/3099802524 shutdown_connections 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.768+0000 7f987b39d640 1 -- 172.21.15.7:0/3099802524 wait complete. 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 Processor -- start 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 -- start start 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f9874198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874106f10 0x7f987419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9874111e20 con 0x7f9874102790 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9874111ca0 con 0x7f9874106f10 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987b39d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9874111fa0 con 0x7f9874101de0 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9879139640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f9874198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51036/0 (socket says 172.21.15.7:51036) 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 -- 172.21.15.7:0/1810660817 learned_addr learned my addr 172.21.15.7:0/1810660817 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f987993a640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874106f10 0x7f987419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 -- 172.21.15.7:0/1810660817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 msgr2=0x7f9874198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f9874198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 -- 172.21.15.7:0/1810660817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874106f10 msgr2=0x7f987419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874106f10 0x7f987419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9878938640 1 -- 172.21.15.7:0/1810660817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f987419d2d0 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.769+0000 7f9879139640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f9874198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f9878938640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f986400e9f0 tx=0x7f986400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986400cd80 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98640108e0 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f987419d5c0 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9864018920 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.770+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98741a4ea0 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.771+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98741021c0 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.772+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f9864010a90 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.773+0000 7f986a7fc640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 0x7f98600a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.773+0000 7f9879139640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 0x7f98600a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.773+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f98640d0090 con 0x7f9874102790 2024-09-19T05:41:11.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.773+0000 7f9879139640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 0x7f98600a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9870009fc0 tx=0x7f9870005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:11.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.776+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f986409ce00 con 0x7f9874102790 2024-09-19T05:41:11.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.976+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f987410a1b0 con 0x7f9874102790 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1818735629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2286466901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T05:41:11.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:11.979 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:11 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:11.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.976+0000 7f986a7fc640 1 -- 172.21.15.7:0/1810660817 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f986409c700 con 0x7f9874102790 2024-09-19T05:41:11.979 INFO:teuthology.orchestra.run.smithi007.stdout:107374182465 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 msgr2=0x7f98600a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 0x7f98600a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9870009fc0 tx=0x7f9870005f90 comp rx=0 tx=0).stop 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 msgr2=0x7f9874198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f986400e9f0 tx=0x7f986400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 shutdown_connections 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f98600a32d0 0x7f98600a5790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9874106f10 0x7f987419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9874102790 0x7f9874198860 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 --2- 172.21.15.7:0/1810660817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9874101de0 0x7f9874198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:11.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 >> 172.21.15.7:0/1810660817 conn(0x7f98740fd8c0 msgr2=0x7f98740feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:11.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 shutdown_connections 2024-09-19T05:41:11.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:11.978+0000 7f987b39d640 1 -- 172.21.15.7:0/1810660817 wait complete. 2024-09-19T05:41:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1818735629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T05:41:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2286466901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T05:41:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:11 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: pgmap v310: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1818735629' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2286466901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-19T05:41:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:11 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:12.660 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743450 got 296352743453 for osd.10 2024-09-19T05:41:12.660 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:12.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1810660817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T05:41:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:12 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1810660817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T05:41:13.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:12 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1810660817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-19T05:41:13.309 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135908 got 244813135911 for osd.8 2024-09-19T05:41:13.309 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:14.056 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:14.083 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:13 smithi007 ceph-mon[30960]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:14.085 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574918 got 55834574920 for osd.1 2024-09-19T05:41:14.085 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:13 smithi063 ceph-mon[34779]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:13 smithi044 ceph-mon[34175]: pgmap v311: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:14.547 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182463 got 107374182465 for osd.3 2024-09-19T05:41:14.547 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:15.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.096+0000 7f396480e640 1 -- 172.21.15.7:0/4205725919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 msgr2=0x7f39601021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.096+0000 7f396480e640 1 --2- 172.21.15.7:0/4205725919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601021d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3950009900 tx=0x7f395002a410 comp rx=0 tx=0).stop 2024-09-19T05:41:15.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 -- 172.21.15.7:0/4205725919 shutdown_connections 2024-09-19T05:41:15.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 --2- 172.21.15.7:0/4205725919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3960106f20 0x7f396010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 --2- 172.21.15.7:0/4205725919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f39601027a0 0x7f39601067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 --2- 172.21.15.7:0/4205725919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601021d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 -- 172.21.15.7:0/4205725919 >> 172.21.15.7:0/4205725919 conn(0x7f39600fd8f0 msgr2=0x7f39600ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:15.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 -- 172.21.15.7:0/4205725919 shutdown_connections 2024-09-19T05:41:15.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.097+0000 7f396480e640 1 -- 172.21.15.7:0/4205725919 wait complete. 2024-09-19T05:41:15.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.098+0000 7f396480e640 1 Processor -- start 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.098+0000 7f396480e640 1 -- start start 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39601027a0 0x7f3960198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3960106f20 0x7f396019cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3960111e30 con 0x7f3960101df0 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3960111cb0 con 0x7f3960106f20 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f396480e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3960111fb0 con 0x7f39601027a0 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51070/0 (socket says 172.21.15.7:51070) 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 -- 172.21.15.7:0/3867102581 learned_addr learned my addr 172.21.15.7:0/3867102581 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f3955d9b640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39601027a0 0x7f3960198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395ed9d640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3960106f20 0x7f396019cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 -- 172.21.15.7:0/3867102581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39601027a0 msgr2=0x7f3960198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39601027a0 0x7f3960198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 -- 172.21.15.7:0/3867102581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3960106f20 msgr2=0x7f396019cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3960106f20 0x7f396019cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.099+0000 7f395e59c640 1 -- 172.21.15.7:0/3867102581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f396019d2a0 con 0x7f3960101df0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f395e59c640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3950005940 tx=0x7f3950004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395003f030 con 0x7f3960101df0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3950003aa0 con 0x7f3960101df0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950035070 con 0x7f3960101df0 2024-09-19T05:41:15.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f396019d530 con 0x7f3960101df0 2024-09-19T05:41:15.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.100+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f396019d9c0 con 0x7f3960101df0 2024-09-19T05:41:15.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.101+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39601021d0 con 0x7f3960101df0 2024-09-19T05:41:15.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.102+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f3950042030 con 0x7f3960101df0 2024-09-19T05:41:15.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.103+0000 7f3957fff640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 0x7f394c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.103+0000 7f3955d9b640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 0x7f394c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.103+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f39500f02d0 con 0x7f3960101df0 2024-09-19T05:41:15.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.103+0000 7f3955d9b640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 0x7f394c0a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f39600fdd10 tx=0x7f394800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:15.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.110+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f39500bd040 con 0x7f3960101df0 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 -- 172.21.15.7:0/2447007773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 msgr2=0x7f838c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 --2- 172.21.15.7:0/2447007773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c10ea90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8384009ca0 tx=0x7f838402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 -- 172.21.15.7:0/2447007773 shutdown_connections 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 --2- 172.21.15.7:0/2447007773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c10ea90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 --2- 172.21.15.7:0/2447007773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 0x7f838c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 --2- 172.21.15.7:0/2447007773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 0x7f838c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 -- 172.21.15.7:0/2447007773 >> 172.21.15.7:0/2447007773 conn(0x7f838c0fd8c0 msgr2=0x7f838c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:15.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 -- 172.21.15.7:0/2447007773 shutdown_connections 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.981+0000 7f8394546640 1 -- 172.21.15.7:0/2447007773 wait complete. 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 Processor -- start 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 -- start start 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 0x7f838c1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 0x7f838c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111e20 con 0x7f838c106f10 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111ca0 con 0x7f838c102790 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8394546640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111fa0 con 0x7f838c101de0 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8392ae3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8392ae3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51052/0 (socket says 172.21.15.7:51052) 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8392ae3640 1 -- 172.21.15.7:0/175621241 learned_addr learned my addr 172.21.15.7:0/175621241 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f83922e2640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 0x7f838c1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.982+0000 7f8391ae1640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 0x7f838c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 -- 172.21.15.7:0/175621241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 msgr2=0x7f838c1981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 0x7f838c1981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 -- 172.21.15.7:0/175621241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 msgr2=0x7f838c198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 0x7f838c198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 -- 172.21.15.7:0/175621241 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f838c19d1a0 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8392ae3640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8384009dc0 tx=0x7f8384003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8384004040 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f838c19d430 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8384004690 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8384030c90 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.983+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f838c1a4d70 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.984+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f838c1021c0 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.985+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f83840041e0 con 0x7f838c106f10 2024-09-19T05:41:15.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.986+0000 7f83837fe640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 0x7f83780a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.986+0000 7f83922e2640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 0x7f83780a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.986+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7f83840f10d0 con 0x7f838c106f10 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.986+0000 7f83922e2640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 0x7f83780a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f838800abe0 tx=0x7f838800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:14.990+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f83840bde50 con 0x7f838c106f10 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.177+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f838c10a1b0 con 0x7f838c106f10 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.177+0000 7f83837fe640 1 -- 172.21.15.7:0/175621241 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f83840bd750 con 0x7f838c106f10 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 msgr2=0x7f83780a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 0x7f83780a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f838800abe0 tx=0x7f838800a2d0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 msgr2=0x7f838c19cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8384009dc0 tx=0x7f8384003ba0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 shutdown_connections 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f83780a32d0 0x7f83780a5790 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f838c106f10 0x7f838c19cac0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f838c102790 0x7f838c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 --2- 172.21.15.7:0/175621241 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f838c101de0 0x7f838c1981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 >> 172.21.15.7:0/175621241 conn(0x7f838c0fd8c0 msgr2=0x7f838c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 shutdown_connections 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.180+0000 7f8394546640 1 -- 172.21.15.7:0/175621241 wait complete. 2024-09-19T05:41:15.245 INFO:teuthology.orchestra.run.smithi007.stdout:137438953533 2024-09-19T05:41:15.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.293+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f396002d7c0 con 0x7f3960101df0 2024-09-19T05:41:15.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.293+0000 7f3957fff640 1 -- 172.21.15.7:0/3867102581 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f39500bc940 con 0x7f3960101df0 2024-09-19T05:41:15.295 INFO:teuthology.orchestra.run.smithi007.stdout:330712481816 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 msgr2=0x7f394c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 0x7f394c0a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f39600fdd10 tx=0x7f394800a2d0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 msgr2=0x7f39601982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3950005940 tx=0x7f3950004270 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 shutdown_connections 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f394c0a32d0 0x7f394c0a5790 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3960106f20 0x7f396019cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f39601027a0 0x7f3960198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 --2- 172.21.15.7:0/3867102581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3960101df0 0x7f39601982f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 >> 172.21.15.7:0/3867102581 conn(0x7f39600fd8f0 msgr2=0x7f39600fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 shutdown_connections 2024-09-19T05:41:15.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:15.295+0000 7f396480e640 1 -- 172.21.15.7:0/3867102581 wait complete. 2024-09-19T05:41:15.837 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411395 got 77309411398 for osd.2 2024-09-19T05:41:15.837 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:16.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:16 smithi007 ceph-mon[30960]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:16.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:16 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/175621241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T05:41:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:16 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3867102581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T05:41:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:16 smithi063 ceph-mon[34779]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:16 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/175621241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T05:41:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:16 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3867102581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T05:41:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:16 smithi044 ceph-mon[34175]: pgmap v312: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:16 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/175621241' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-19T05:41:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:16 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3867102581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-19T05:41:16.481 INFO:tasks.cephadm.ceph_manager.ceph:need seq 330712481812 got 330712481816 for osd.11 2024-09-19T05:41:16.481 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:16.940 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953530 got 137438953533 for osd.4 2024-09-19T05:41:16.941 DEBUG:teuthology.parallel:result is None 2024-09-19T05:41:16.941 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-19T05:41:16.941 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:41:17.238 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.239 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:17 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-19T05:41:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T05:41:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:17 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-19T05:41:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-19T05:41:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-19T05:41:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-09-19T05:41:17.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-19T05:41:17.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-19T05:41:17.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]: dispatch 2024-09-19T05:41:17.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-09-19T05:41:17.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:17 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-09-19T05:41:17.771 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-19T05:41:18.176 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-09-19T05:41:18.177 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-19T05:41:18.177 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]': finished 2024-09-19T05:41:18.177 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-19T05:41:18.177 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-19T05:41:18.177 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:18 smithi007 ceph-mon[30960]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 -- 172.21.15.7:0/2100428346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 msgr2=0x7fbf4010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 --2- 172.21.15.7:0/2100428346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4010ec40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009cd0 tx=0x7fbf3802a910 comp rx=0 tx=0).stop 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 -- 172.21.15.7:0/2100428346 shutdown_connections 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 --2- 172.21.15.7:0/2100428346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4010ec40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 --2- 172.21.15.7:0/2100428346 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 0x7fbf40107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 --2- 172.21.15.7:0/2100428346 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 0x7fbf40103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 -- 172.21.15.7:0/2100428346 >> 172.21.15.7:0/2100428346 conn(0x7fbf400fc7d0 msgr2=0x7fbf400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 -- 172.21.15.7:0/2100428346 shutdown_connections 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.258+0000 7fbf4743e640 1 -- 172.21.15.7:0/2100428346 wait complete. 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 Processor -- start 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 -- start start 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 0x7fbf401984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 0x7fbf40198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf40111f90 con 0x7fbf401082a0 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbf40111e10 con 0x7fbf401036e0 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf4743e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbf40112110 con 0x7fbf40102d30 2024-09-19T05:41:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51090/0 (socket says 172.21.15.7:51090) 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 -- 172.21.15.7:0/3325241465 learned_addr learned my addr 172.21.15.7:0/3325241465 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf451da640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 0x7fbf401984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf449d9640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 0x7fbf40198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 -- 172.21.15.7:0/3325241465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 msgr2=0x7fbf401984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 0x7fbf401984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 -- 172.21.15.7:0/3325241465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 msgr2=0x7fbf40198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.259+0000 7fbf459db640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 0x7fbf40198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf459db640 1 -- 172.21.15.7:0/3325241465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf4019d470 con 0x7fbf401082a0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf459db640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009ca0 tx=0x7fbf38033000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38003cf0 con 0x7fbf401082a0 2024-09-19T05:41:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf380044f0 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf38030bd0 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf4019d700 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.260+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf401a5040 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.261+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf40103110 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.262+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fbf38030d70 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.263+0000 7fbf3e7fc640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 0x7fbf280a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.263+0000 7fbf451da640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 0x7fbf280a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.263+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fbf380f0e90 con 0x7fbf401082a0 2024-09-19T05:41:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.263+0000 7fbf451da640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 0x7fbf280a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf30005d00 tx=0x7fbf3000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.267+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbf380bdb20 con 0x7fbf401082a0 2024-09-19T05:41:18.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-19T05:41:18.404 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:18 smithi063 ceph-mon[34779]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T05:41:18.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.444+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf40062630 con 0x7fbf280a32d0 2024-09-19T05:41:18.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.455+0000 7fbf3e7fc640 1 -- 172.21.15.7:0/3325241465 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258700 (secure 0 0 0) 0x7fbf40062630 con 0x7fbf280a32d0 2024-09-19T05:41:18.460 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:18.461 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 msgr2=0x7fbf280a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 0x7fbf280a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf30005d00 tx=0x7fbf3000b410 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 msgr2=0x7fbf4019cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbf38009ca0 tx=0x7fbf38033000 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 shutdown_connections 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fbf280a32d0 0x7fbf280a5790 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf401082a0 0x7fbf4019cd90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf401036e0 0x7fbf40198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 --2- 172.21.15.7:0/3325241465 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf40102d30 0x7fbf401984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.459+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 >> 172.21.15.7:0/3325241465 conn(0x7fbf400fc7d0 msgr2=0x7fbf40105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.460+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 shutdown_connections 2024-09-19T05:41:18.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:18.460+0000 7fbf4743e640 1 -- 172.21.15.7:0/3325241465 wait complete. 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: pgmap v313: 97 pgs: 97 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-19T05:41:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-09-19T05:41:18.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-19T05:41:18.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [3, 8]}]': finished 2024-09-19T05:41:18.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-09-19T05:41:18.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-09-19T05:41:18.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:18 smithi044 ceph-mon[34175]: osdmap e84: 12 total, 12 up, 12 in 2024-09-19T05:41:19.160 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":315,"stamp":"2024-09-19T05:41:18.072960+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":684,"num_read_kb":464,"num_write":427,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349548,"kb_used_data":12780,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592276,"statfs":{"total":1151940427776,"available":1151582490624,"internally_reserved":0,"allocated":13086720,"data_stored":7150866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":47,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.270755"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043336+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:40:15.043336+0000","last_peered":"2024-09-19T05:40:15.043336+0000","last_clean":"2024-09-19T05:40:15.043336+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:40:15.043336+0000","last_undegraded":"2024-09-19T05:40:15.043336+0000","last_fullsized":"2024-09-19T05:40:15.043336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042316+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:40:15.042316+0000","last_peered":"2024-09-19T05:40:15.042316+0000","last_clean":"2024-09-19T05:40:15.042316+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:40:15.042316+0000","last_undegraded":"2024-09-19T05:40:15.042316+0000","last_fullsized":"2024-09-19T05:40:15.042316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042253+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:40:15.042253+0000","last_peered":"2024-09-19T05:40:15.042253+0000","last_clean":"2024-09-19T05:40:15.042253+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:40:15.042253+0000","last_undegraded":"2024-09-19T05:40:15.042253+0000","last_fullsized":"2024-09-19T05:40:15.042253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074596+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:41:17.074596+0000","last_peered":"2024-09-19T05:41:17.074596+0000","last_clean":"2024-09-19T05:41:17.074596+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:41:17.074596+0000","last_undegraded":"2024-09-19T05:41:17.074596+0000","last_fullsized":"2024-09-19T05:41:17.074596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039209+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:40:15.039209+0000","last_peered":"2024-09-19T05:40:15.039209+0000","last_clean":"2024-09-19T05:40:15.039209+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:40:15.039209+0000","last_undegraded":"2024-09-19T05:40:15.039209+0000","last_fullsized":"2024-09-19T05:40:15.039209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037797+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:40:15.037797+0000","last_peered":"2024-09-19T05:40:15.037797+0000","last_clean":"2024-09-19T05:40:15.037797+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:40:15.037797+0000","last_undegraded":"2024-09-19T05:40:15.037797+0000","last_fullsized":"2024-09-19T05:40:15.037797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038674+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:40:15.038674+0000","last_peered":"2024-09-19T05:40:15.038674+0000","last_clean":"2024-09-19T05:40:15.038674+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:40:15.038674+0000","last_undegraded":"2024-09-19T05:40:15.038674+0000","last_fullsized":"2024-09-19T05:40:15.038674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037668+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:40:15.037668+0000","last_peered":"2024-09-19T05:40:15.037668+0000","last_clean":"2024-09-19T05:40:15.037668+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:40:15.037668+0000","last_undegraded":"2024-09-19T05:40:15.037668+0000","last_fullsized":"2024-09-19T05:40:15.037668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026596+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:40:15.026596+0000","last_peered":"2024-09-19T05:40:15.026596+0000","last_clean":"2024-09-19T05:40:15.026596+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:40:15.026596+0000","last_undegraded":"2024-09-19T05:40:15.026596+0000","last_fullsized":"2024-09-19T05:40:15.026596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038080+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:40:15.038080+0000","last_peered":"2024-09-19T05:40:15.038080+0000","last_clean":"2024-09-19T05:40:15.038080+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:40:15.038080+0000","last_undegraded":"2024-09-19T05:40:15.038080+0000","last_fullsized":"2024-09-19T05:40:15.038080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040170+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:40:15.040170+0000","last_peered":"2024-09-19T05:40:15.040170+0000","last_clean":"2024-09-19T05:40:15.040170+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:40:15.040170+0000","last_undegraded":"2024-09-19T05:40:15.040170+0000","last_fullsized":"2024-09-19T05:40:15.040170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074709+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:41:17.074709+0000","last_peered":"2024-09-19T05:41:17.074709+0000","last_clean":"2024-09-19T05:41:17.074709+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:41:17.074709+0000","last_undegraded":"2024-09-19T05:41:17.074709+0000","last_fullsized":"2024-09-19T05:41:17.074709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069802+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:41:17.069802+0000","last_peered":"2024-09-19T05:41:17.069802+0000","last_clean":"2024-09-19T05:41:17.069802+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:41:17.069802+0000","last_undegraded":"2024-09-19T05:41:17.069802+0000","last_fullsized":"2024-09-19T05:41:17.069802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041677+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:40:15.041677+0000","last_peered":"2024-09-19T05:40:15.041677+0000","last_clean":"2024-09-19T05:40:15.041677+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:40:15.041677+0000","last_undegraded":"2024-09-19T05:40:15.041677+0000","last_fullsized":"2024-09-19T05:40:15.041677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041592+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:40:15.041592+0000","last_peered":"2024-09-19T05:40:15.041592+0000","last_clean":"2024-09-19T05:40:15.041592+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:40:15.041592+0000","last_undegraded":"2024-09-19T05:40:15.041592+0000","last_fullsized":"2024-09-19T05:40:15.041592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026029+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:40:15.026029+0000","last_peered":"2024-09-19T05:40:15.026029+0000","last_clean":"2024-09-19T05:40:15.026029+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:40:15.026029+0000","last_undegraded":"2024-09-19T05:40:15.026029+0000","last_fullsized":"2024-09-19T05:40:15.026029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043497+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:40:15.043497+0000","last_peered":"2024-09-19T05:40:15.043497+0000","last_clean":"2024-09-19T05:40:15.043497+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:40:15.043497+0000","last_undegraded":"2024-09-19T05:40:15.043497+0000","last_fullsized":"2024-09-19T05:40:15.043497+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025365+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:40:15.025365+0000","last_peered":"2024-09-19T05:40:15.025365+0000","last_clean":"2024-09-19T05:40:15.025365+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:40:15.025365+0000","last_undegraded":"2024-09-19T05:40:15.025365+0000","last_fullsized":"2024-09-19T05:40:15.025365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027200+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:40:15.027200+0000","last_peered":"2024-09-19T05:40:15.027200+0000","last_clean":"2024-09-19T05:40:15.027200+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:40:15.027200+0000","last_undegraded":"2024-09-19T05:40:15.027200+0000","last_fullsized":"2024-09-19T05:40:15.027200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041938+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:40:15.041938+0000","last_peered":"2024-09-19T05:40:15.041938+0000","last_clean":"2024-09-19T05:40:15.041938+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:40:15.041938+0000","last_undegraded":"2024-09-19T05:40:15.041938+0000","last_fullsized":"2024-09-19T05:40:15.041938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069858+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:41:17.069858+0000","last_peered":"2024-09-19T05:41:17.069858+0000","last_clean":"2024-09-19T05:41:17.069858+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:41:17.069858+0000","last_undegraded":"2024-09-19T05:41:17.069858+0000","last_fullsized":"2024-09-19T05:41:17.069858+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026218+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:40:15.026218+0000","last_peered":"2024-09-19T05:40:15.026218+0000","last_clean":"2024-09-19T05:40:15.026218+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:40:15.026218+0000","last_undegraded":"2024-09-19T05:40:15.026218+0000","last_fullsized":"2024-09-19T05:40:15.026218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037700+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:40:15.037700+0000","last_peered":"2024-09-19T05:40:15.037700+0000","last_clean":"2024-09-19T05:40:15.037700+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:40:15.037700+0000","last_undegraded":"2024-09-19T05:40:15.037700+0000","last_fullsized":"2024-09-19T05:40:15.037700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070659+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:41:17.070659+0000","last_peered":"2024-09-19T05:41:17.070659+0000","last_clean":"2024-09-19T05:41:17.070659+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:41:17.070659+0000","last_undegraded":"2024-09-19T05:41:17.070659+0000","last_fullsized":"2024-09-19T05:41:17.070659+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037867+0000","last_change":"2024-09-19T05:40:14.040877+0000","last_active":"2024-09-19T05:40:15.037867+0000","last_peered":"2024-09-19T05:40:15.037867+0000","last_clean":"2024-09-19T05:40:15.037867+0000","last_became_active":"2024-09-19T05:40:14.040553+0000","last_became_peered":"2024-09-19T05:40:14.040553+0000","last_unstale":"2024-09-19T05:40:15.037867+0000","last_undegraded":"2024-09-19T05:40:15.037867+0000","last_fullsized":"2024-09-19T05:40:15.037867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:45.545189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027336+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:40:15.027336+0000","last_peered":"2024-09-19T05:40:15.027336+0000","last_clean":"2024-09-19T05:40:15.027336+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:40:15.027336+0000","last_undegraded":"2024-09-19T05:40:15.027336+0000","last_fullsized":"2024-09-19T05:40:15.027336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042782+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:40:15.042782+0000","last_peered":"2024-09-19T05:40:15.042782+0000","last_clean":"2024-09-19T05:40:15.042782+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:40:15.042782+0000","last_undegraded":"2024-09-19T05:40:15.042782+0000","last_fullsized":"2024-09-19T05:40:15.042782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070031+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:41:17.070031+0000","last_peered":"2024-09-19T05:41:17.070031+0000","last_clean":"2024-09-19T05:41:17.070031+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:41:17.070031+0000","last_undegraded":"2024-09-19T05:41:17.070031+0000","last_fullsized":"2024-09-19T05:41:17.070031+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041955+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:40:15.041955+0000","last_peered":"2024-09-19T05:40:15.041955+0000","last_clean":"2024-09-19T05:40:15.041955+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:40:15.041955+0000","last_undegraded":"2024-09-19T05:40:15.041955+0000","last_fullsized":"2024-09-19T05:40:15.041955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026715+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:40:15.026715+0000","last_peered":"2024-09-19T05:40:15.026715+0000","last_clean":"2024-09-19T05:40:15.026715+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:40:15.026715+0000","last_undegraded":"2024-09-19T05:40:15.026715+0000","last_fullsized":"2024-09-19T05:40:15.026715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026793+0000","last_change":"2024-09-19T05:40:14.048305+0000","last_active":"2024-09-19T05:40:15.026793+0000","last_peered":"2024-09-19T05:40:15.026793+0000","last_clean":"2024-09-19T05:40:15.026793+0000","last_became_active":"2024-09-19T05:40:14.047971+0000","last_became_peered":"2024-09-19T05:40:14.047971+0000","last_unstale":"2024-09-19T05:40:15.026793+0000","last_undegraded":"2024-09-19T05:40:15.026793+0000","last_fullsized":"2024-09-19T05:40:15.026793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.509406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042215+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:40:15.042215+0000","last_peered":"2024-09-19T05:40:15.042215+0000","last_clean":"2024-09-19T05:40:15.042215+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:40:15.042215+0000","last_undegraded":"2024-09-19T05:40:15.042215+0000","last_fullsized":"2024-09-19T05:40:15.042215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039006+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:40:15.039006+0000","last_peered":"2024-09-19T05:40:15.039006+0000","last_clean":"2024-09-19T05:40:15.039006+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:40:15.039006+0000","last_undegraded":"2024-09-19T05:40:15.039006+0000","last_fullsized":"2024-09-19T05:40:15.039006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071011+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:41:17.071011+0000","last_peered":"2024-09-19T05:41:17.071011+0000","last_clean":"2024-09-19T05:41:17.071011+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:41:17.071011+0000","last_undegraded":"2024-09-19T05:41:17.071011+0000","last_fullsized":"2024-09-19T05:41:17.071011+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"peering","last_fresh":"2024-09-19T05:40:17.468573+0000","last_change":"2024-09-19T05:41:17.071426+0000","last_active":"2024-09-19T05:41:17.071426+0000","last_peered":"2024-09-19T05:40:17.468573+0000","last_clean":"2024-09-19T05:40:17.468573+0000","last_became_active":"2024-09-19T05:40:14.053077+0000","last_became_peered":"2024-09-19T05:40:14.053077+0000","last_unstale":"2024-09-19T05:40:17.468573+0000","last_undegraded":"2024-09-19T05:40:17.468573+0000","last_fullsized":"2024-09-19T05:40:17.468573+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,8],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.090650+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:40:24.090650+0000","last_peered":"2024-09-19T05:40:24.090650+0000","last_clean":"2024-09-19T05:40:24.090650+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:40:24.090650+0000","last_undegraded":"2024-09-19T05:40:24.090650+0000","last_fullsized":"2024-09-19T05:40:24.090650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069668+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:41:17.069668+0000","last_peered":"2024-09-19T05:41:17.069668+0000","last_clean":"2024-09-19T05:41:17.069668+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:41:17.069668+0000","last_undegraded":"2024-09-19T05:41:17.069668+0000","last_fullsized":"2024-09-19T05:41:17.069668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037732+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:40:15.037732+0000","last_peered":"2024-09-19T05:40:15.037732+0000","last_clean":"2024-09-19T05:40:15.037732+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:40:15.037732+0000","last_undegraded":"2024-09-19T05:40:15.037732+0000","last_fullsized":"2024-09-19T05:40:15.037732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071291+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:41:17.071291+0000","last_peered":"2024-09-19T05:41:17.071291+0000","last_clean":"2024-09-19T05:41:17.071291+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:41:17.071291+0000","last_undegraded":"2024-09-19T05:41:17.071291+0000","last_fullsized":"2024-09-19T05:41:17.071291+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025120+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:40:15.025120+0000","last_peered":"2024-09-19T05:40:15.025120+0000","last_clean":"2024-09-19T05:40:15.025120+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:40:15.025120+0000","last_undegraded":"2024-09-19T05:40:15.025120+0000","last_fullsized":"2024-09-19T05:40:15.025120+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":122,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:14.128666+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:41:14.128666+0000","last_peered":"2024-09-19T05:41:14.128666+0000","last_clean":"2024-09-19T05:41:14.128666+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:41:14.128666+0000","last_undegraded":"2024-09-19T05:41:14.128666+0000","last_fullsized":"2024-09-19T05:41:14.128666+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026498+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:40:15.026498+0000","last_peered":"2024-09-19T05:40:15.026498+0000","last_clean":"2024-09-19T05:40:15.026498+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:40:15.026498+0000","last_undegraded":"2024-09-19T05:40:15.026498+0000","last_fullsized":"2024-09-19T05:40:15.026498+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061921+0000","last_change":"2024-09-19T05:40:12.018972+0000","last_active":"2024-09-19T05:40:25.061921+0000","last_peered":"2024-09-19T05:40:25.061921+0000","last_clean":"2024-09-19T05:40:25.061921+0000","last_became_active":"2024-09-19T05:40:12.018519+0000","last_became_peered":"2024-09-19T05:40:12.018519+0000","last_unstale":"2024-09-19T05:40:25.061921+0000","last_undegraded":"2024-09-19T05:40:25.061921+0000","last_fullsized":"2024-09-19T05:40:25.061921+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:40.359197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042731+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:40:15.042731+0000","last_peered":"2024-09-19T05:40:15.042731+0000","last_clean":"2024-09-19T05:40:15.042731+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:40:15.042731+0000","last_undegraded":"2024-09-19T05:40:15.042731+0000","last_fullsized":"2024-09-19T05:40:15.042731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071193+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:41:17.071193+0000","last_peered":"2024-09-19T05:41:17.071193+0000","last_clean":"2024-09-19T05:41:17.071193+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:41:17.071193+0000","last_undegraded":"2024-09-19T05:41:17.071193+0000","last_fullsized":"2024-09-19T05:41:17.071193+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026439+0000","last_change":"2024-09-19T05:40:14.047358+0000","last_active":"2024-09-19T05:40:15.026439+0000","last_peered":"2024-09-19T05:40:15.026439+0000","last_clean":"2024-09-19T05:40:15.026439+0000","last_became_active":"2024-09-19T05:40:14.047040+0000","last_became_peered":"2024-09-19T05:40:14.047040+0000","last_unstale":"2024-09-19T05:40:15.026439+0000","last_undegraded":"2024-09-19T05:40:15.026439+0000","last_fullsized":"2024-09-19T05:40:15.026439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:58.419265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":157,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:14.128683+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:41:14.128683+0000","last_peered":"2024-09-19T05:41:14.128683+0000","last_clean":"2024-09-19T05:41:14.128683+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:41:14.128683+0000","last_undegraded":"2024-09-19T05:41:14.128683+0000","last_fullsized":"2024-09-19T05:41:14.128683+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":109,"num_read_kb":112,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039432+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:40:15.039432+0000","last_peered":"2024-09-19T05:40:15.039432+0000","last_clean":"2024-09-19T05:40:15.039432+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:40:15.039432+0000","last_undegraded":"2024-09-19T05:40:15.039432+0000","last_fullsized":"2024-09-19T05:40:15.039432+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061051+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:40:25.061051+0000","last_peered":"2024-09-19T05:40:25.061051+0000","last_clean":"2024-09-19T05:40:25.061051+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:40:25.061051+0000","last_undegraded":"2024-09-19T05:40:25.061051+0000","last_fullsized":"2024-09-19T05:40:25.061051+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069710+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:41:17.069710+0000","last_peered":"2024-09-19T05:41:17.069710+0000","last_clean":"2024-09-19T05:41:17.069710+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:41:17.069710+0000","last_undegraded":"2024-09-19T05:41:17.069710+0000","last_fullsized":"2024-09-19T05:41:17.069710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070798+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:41:17.070798+0000","last_peered":"2024-09-19T05:41:17.070798+0000","last_clean":"2024-09-19T05:41:17.070798+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:41:17.070798+0000","last_undegraded":"2024-09-19T05:41:17.070798+0000","last_fullsized":"2024-09-19T05:41:17.070798+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038727+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:40:15.038727+0000","last_peered":"2024-09-19T05:40:15.038727+0000","last_clean":"2024-09-19T05:40:15.038727+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:40:15.038727+0000","last_undegraded":"2024-09-19T05:40:15.038727+0000","last_fullsized":"2024-09-19T05:40:15.038727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074636+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:41:17.074636+0000","last_peered":"2024-09-19T05:41:17.074636+0000","last_clean":"2024-09-19T05:41:17.074636+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:41:17.074636+0000","last_undegraded":"2024-09-19T05:41:17.074636+0000","last_fullsized":"2024-09-19T05:41:17.074636+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":57,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039900+0000","last_change":"2024-09-19T05:40:14.049164+0000","last_active":"2024-09-19T05:40:15.039900+0000","last_peered":"2024-09-19T05:40:15.039900+0000","last_clean":"2024-09-19T05:40:15.039900+0000","last_became_active":"2024-09-19T05:40:14.048819+0000","last_became_peered":"2024-09-19T05:40:14.048819+0000","last_unstale":"2024-09-19T05:40:15.039900+0000","last_undegraded":"2024-09-19T05:40:15.039900+0000","last_fullsized":"2024-09-19T05:40:15.039900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:55.783468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053654+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:40:25.053654+0000","last_peered":"2024-09-19T05:40:25.053654+0000","last_clean":"2024-09-19T05:40:25.053654+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:40:25.053654+0000","last_undegraded":"2024-09-19T05:40:25.053654+0000","last_fullsized":"2024-09-19T05:40:25.053654+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070674+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:41:17.070674+0000","last_peered":"2024-09-19T05:41:17.070674+0000","last_clean":"2024-09-19T05:41:17.070674+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:41:17.070674+0000","last_undegraded":"2024-09-19T05:41:17.070674+0000","last_fullsized":"2024-09-19T05:41:17.070674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.080055+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:40:24.080055+0000","last_peered":"2024-09-19T05:40:24.080055+0000","last_clean":"2024-09-19T05:40:24.080055+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:40:24.080055+0000","last_undegraded":"2024-09-19T05:40:24.080055+0000","last_fullsized":"2024-09-19T05:40:24.080055+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042674+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:40:15.042674+0000","last_peered":"2024-09-19T05:40:15.042674+0000","last_clean":"2024-09-19T05:40:15.042674+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:40:15.042674+0000","last_undegraded":"2024-09-19T05:40:15.042674+0000","last_fullsized":"2024-09-19T05:40:15.042674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069849+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:41:17.069849+0000","last_peered":"2024-09-19T05:41:17.069849+0000","last_clean":"2024-09-19T05:41:17.069849+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:41:17.069849+0000","last_undegraded":"2024-09-19T05:41:17.069849+0000","last_fullsized":"2024-09-19T05:41:17.069849+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038842+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:40:15.038842+0000","last_peered":"2024-09-19T05:40:15.038842+0000","last_clean":"2024-09-19T05:40:15.038842+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:40:15.038842+0000","last_undegraded":"2024-09-19T05:40:15.038842+0000","last_fullsized":"2024-09-19T05:40:15.038842+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071592+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:41:17.071592+0000","last_peered":"2024-09-19T05:41:17.071592+0000","last_clean":"2024-09-19T05:41:17.071592+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:41:17.071592+0000","last_undegraded":"2024-09-19T05:41:17.071592+0000","last_fullsized":"2024-09-19T05:41:17.071592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039074+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:40:15.039074+0000","last_peered":"2024-09-19T05:40:15.039074+0000","last_clean":"2024-09-19T05:40:15.039074+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:40:15.039074+0000","last_undegraded":"2024-09-19T05:40:15.039074+0000","last_fullsized":"2024-09-19T05:40:15.039074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":77,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:15.130953+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:41:15.130953+0000","last_peered":"2024-09-19T05:41:15.130953+0000","last_clean":"2024-09-19T05:41:15.130953+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:41:15.130953+0000","last_undegraded":"2024-09-19T05:41:15.130953+0000","last_fullsized":"2024-09-19T05:41:15.130953+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038924+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:40:15.038924+0000","last_peered":"2024-09-19T05:40:15.038924+0000","last_clean":"2024-09-19T05:40:15.038924+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:40:15.038924+0000","last_undegraded":"2024-09-19T05:40:15.038924+0000","last_fullsized":"2024-09-19T05:40:15.038924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040314+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:40:15.040314+0000","last_peered":"2024-09-19T05:40:15.040314+0000","last_clean":"2024-09-19T05:40:15.040314+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:40:15.040314+0000","last_undegraded":"2024-09-19T05:40:15.040314+0000","last_fullsized":"2024-09-19T05:40:15.040314+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.075101+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:41:17.075101+0000","last_peered":"2024-09-19T05:41:17.075101+0000","last_clean":"2024-09-19T05:41:17.075101+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:41:17.075101+0000","last_undegraded":"2024-09-19T05:41:17.075101+0000","last_fullsized":"2024-09-19T05:41:17.075101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038164+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:40:15.038164+0000","last_peered":"2024-09-19T05:40:15.038164+0000","last_clean":"2024-09-19T05:40:15.038164+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:40:15.038164+0000","last_undegraded":"2024-09-19T05:40:15.038164+0000","last_fullsized":"2024-09-19T05:40:15.038164+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084328+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:40:23.084328+0000","last_peered":"2024-09-19T05:40:23.084328+0000","last_clean":"2024-09-19T05:40:23.084328+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:40:23.084328+0000","last_undegraded":"2024-09-19T05:40:23.084328+0000","last_fullsized":"2024-09-19T05:40:23.084328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069552+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:41:17.069552+0000","last_peered":"2024-09-19T05:41:17.069552+0000","last_clean":"2024-09-19T05:41:17.069552+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:41:17.069552+0000","last_undegraded":"2024-09-19T05:41:17.069552+0000","last_fullsized":"2024-09-19T05:41:17.069552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":79,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069842+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:41:17.069842+0000","last_peered":"2024-09-19T05:41:17.069842+0000","last_clean":"2024-09-19T05:41:17.069842+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:41:17.069842+0000","last_undegraded":"2024-09-19T05:41:17.069842+0000","last_fullsized":"2024-09-19T05:41:17.069842+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070800+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:41:17.070800+0000","last_peered":"2024-09-19T05:41:17.070800+0000","last_clean":"2024-09-19T05:41:17.070800+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:41:17.070800+0000","last_undegraded":"2024-09-19T05:41:17.070800+0000","last_fullsized":"2024-09-19T05:41:17.070800+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":72,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:12.126096+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:41:12.126096+0000","last_peered":"2024-09-19T05:41:12.126096+0000","last_clean":"2024-09-19T05:41:12.126096+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:41:12.126096+0000","last_undegraded":"2024-09-19T05:41:12.126096+0000","last_fullsized":"2024-09-19T05:41:12.126096+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":49,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037690+0000","last_change":"2024-09-19T05:40:14.042834+0000","last_active":"2024-09-19T05:40:15.037690+0000","last_peered":"2024-09-19T05:40:15.037690+0000","last_clean":"2024-09-19T05:40:15.037690+0000","last_became_active":"2024-09-19T05:40:14.041747+0000","last_became_peered":"2024-09-19T05:40:14.041747+0000","last_unstale":"2024-09-19T05:40:15.037690+0000","last_undegraded":"2024-09-19T05:40:15.037690+0000","last_fullsized":"2024-09-19T05:40:15.037690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:39.283058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025264+0000","last_change":"2024-09-19T05:40:12.058350+0000","last_active":"2024-09-19T05:40:15.025264+0000","last_peered":"2024-09-19T05:40:15.025264+0000","last_clean":"2024-09-19T05:40:15.025264+0000","last_became_active":"2024-09-19T05:40:12.058024+0000","last_became_peered":"2024-09-19T05:40:12.058024+0000","last_unstale":"2024-09-19T05:40:15.025264+0000","last_undegraded":"2024-09-19T05:40:15.025264+0000","last_fullsized":"2024-09-19T05:40:15.025264+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:42.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.120563+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:40:15.120563+0000","last_peered":"2024-09-19T05:40:15.120563+0000","last_clean":"2024-09-19T05:40:15.120563+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:40:15.120563+0000","last_undegraded":"2024-09-19T05:40:15.120563+0000","last_fullsized":"2024-09-19T05:40:15.120563+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053548+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:40:25.053548+0000","last_peered":"2024-09-19T05:40:25.053548+0000","last_clean":"2024-09-19T05:40:25.053548+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:40:25.053548+0000","last_undegraded":"2024-09-19T05:40:25.053548+0000","last_fullsized":"2024-09-19T05:40:25.053548+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070032+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:41:17.070032+0000","last_peered":"2024-09-19T05:41:17.070032+0000","last_clean":"2024-09-19T05:41:17.070032+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:41:17.070032+0000","last_undegraded":"2024-09-19T05:41:17.070032+0000","last_fullsized":"2024-09-19T05:41:17.070032+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:39.039358+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:40:39.039358+0000","last_peered":"2024-09-19T05:40:39.039358+0000","last_clean":"2024-09-19T05:40:39.039358+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:40:39.039358+0000","last_undegraded":"2024-09-19T05:40:39.039358+0000","last_fullsized":"2024-09-19T05:40:39.039358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037915+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:40:15.037915+0000","last_peered":"2024-09-19T05:40:15.037915+0000","last_clean":"2024-09-19T05:40:15.037915+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:40:15.037915+0000","last_undegraded":"2024-09-19T05:40:15.037915+0000","last_fullsized":"2024-09-19T05:40:15.037915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074603+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:41:17.074603+0000","last_peered":"2024-09-19T05:41:17.074603+0000","last_clean":"2024-09-19T05:41:17.074603+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:41:17.074603+0000","last_undegraded":"2024-09-19T05:41:17.074603+0000","last_fullsized":"2024-09-19T05:41:17.074603+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042501+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:40:15.042501+0000","last_peered":"2024-09-19T05:40:15.042501+0000","last_clean":"2024-09-19T05:40:15.042501+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:40:15.042501+0000","last_undegraded":"2024-09-19T05:40:15.042501+0000","last_fullsized":"2024-09-19T05:40:15.042501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.072437+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:40:22.072437+0000","last_peered":"2024-09-19T05:40:22.072437+0000","last_clean":"2024-09-19T05:40:22.072437+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:40:22.072437+0000","last_undegraded":"2024-09-19T05:40:22.072437+0000","last_fullsized":"2024-09-19T05:40:22.072437+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039180+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:40:15.039180+0000","last_peered":"2024-09-19T05:40:15.039180+0000","last_clean":"2024-09-19T05:40:15.039180+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:40:15.039180+0000","last_undegraded":"2024-09-19T05:40:15.039180+0000","last_fullsized":"2024-09-19T05:40:15.039180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059450+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:40:25.059450+0000","last_peered":"2024-09-19T05:40:25.059450+0000","last_clean":"2024-09-19T05:40:25.059450+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:40:25.059450+0000","last_undegraded":"2024-09-19T05:40:25.059450+0000","last_fullsized":"2024-09-19T05:40:25.059450+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042380+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:40:15.042380+0000","last_peered":"2024-09-19T05:40:15.042380+0000","last_clean":"2024-09-19T05:40:15.042380+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:40:15.042380+0000","last_undegraded":"2024-09-19T05:40:15.042380+0000","last_fullsized":"2024-09-19T05:40:15.042380+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.091172+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:40:24.091172+0000","last_peered":"2024-09-19T05:40:24.091172+0000","last_clean":"2024-09-19T05:40:24.091172+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:40:24.091172+0000","last_undegraded":"2024-09-19T05:40:24.091172+0000","last_fullsized":"2024-09-19T05:40:24.091172+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038669+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:40:15.038669+0000","last_peered":"2024-09-19T05:40:15.038669+0000","last_clean":"2024-09-19T05:40:15.038669+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:40:15.038669+0000","last_undegraded":"2024-09-19T05:40:15.038669+0000","last_fullsized":"2024-09-19T05:40:15.038669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.073986+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:40:22.073986+0000","last_peered":"2024-09-19T05:40:22.073986+0000","last_clean":"2024-09-19T05:40:22.073986+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:40:22.073986+0000","last_undegraded":"2024-09-19T05:40:22.073986+0000","last_fullsized":"2024-09-19T05:40:22.073986+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040089+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:40:15.040089+0000","last_peered":"2024-09-19T05:40:15.040089+0000","last_clean":"2024-09-19T05:40:15.040089+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:40:15.040089+0000","last_undegraded":"2024-09-19T05:40:15.040089+0000","last_fullsized":"2024-09-19T05:40:15.040089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071264+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:41:17.071264+0000","last_peered":"2024-09-19T05:41:17.071264+0000","last_clean":"2024-09-19T05:41:17.071264+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:41:17.071264+0000","last_undegraded":"2024-09-19T05:41:17.071264+0000","last_fullsized":"2024-09-19T05:41:17.071264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061045+0000","last_change":"2024-09-19T05:40:12.018852+0000","last_active":"2024-09-19T05:40:25.061045+0000","last_peered":"2024-09-19T05:40:25.061045+0000","last_clean":"2024-09-19T05:40:25.061045+0000","last_became_active":"2024-09-19T05:40:12.018321+0000","last_became_peered":"2024-09-19T05:40:12.018321+0000","last_unstale":"2024-09-19T05:40:25.061045+0000","last_undegraded":"2024-09-19T05:40:25.061045+0000","last_fullsized":"2024-09-19T05:40:25.061045+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:36.517760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026303+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:40:15.026303+0000","last_peered":"2024-09-19T05:40:15.026303+0000","last_clean":"2024-09-19T05:40:15.026303+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:40:15.026303+0000","last_undegraded":"2024-09-19T05:40:15.026303+0000","last_fullsized":"2024-09-19T05:40:15.026303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.062519+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:40:25.062519+0000","last_peered":"2024-09-19T05:40:25.062519+0000","last_clean":"2024-09-19T05:40:25.062519+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:40:25.062519+0000","last_undegraded":"2024-09-19T05:40:25.062519+0000","last_fullsized":"2024-09-19T05:40:25.062519+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042714+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:40:15.042714+0000","last_peered":"2024-09-19T05:40:15.042714+0000","last_clean":"2024-09-19T05:40:15.042714+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:40:15.042714+0000","last_undegraded":"2024-09-19T05:40:15.042714+0000","last_fullsized":"2024-09-19T05:40:15.042714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.046080+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:40:15.046080+0000","last_peered":"2024-09-19T05:40:15.046080+0000","last_clean":"2024-09-19T05:40:15.046080+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:40:15.046080+0000","last_undegraded":"2024-09-19T05:40:15.046080+0000","last_fullsized":"2024-09-19T05:40:15.046080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038256+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:40:15.038256+0000","last_peered":"2024-09-19T05:40:15.038256+0000","last_clean":"2024-09-19T05:40:15.038256+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:40:15.038256+0000","last_undegraded":"2024-09-19T05:40:15.038256+0000","last_fullsized":"2024-09-19T05:40:15.038256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:12.125593+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:41:12.125593+0000","last_peered":"2024-09-19T05:41:12.125593+0000","last_clean":"2024-09-19T05:41:12.125593+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:41:12.125593+0000","last_undegraded":"2024-09-19T05:41:12.125593+0000","last_fullsized":"2024-09-19T05:41:12.125593+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":49,"num_read_kb":49,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":548,"num_read_kb":345,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481817,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":432704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743455,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32752,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712400,"statfs":{"total":95995035648,"available":95961497600,"internally_reserved":0,"allocated":1605632,"data_stored":1083890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906980,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":433012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364846,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1523712,"data_stored":1025925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528371,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":432351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790009,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32684,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712468,"statfs":{"total":95995035648,"available":95961567232,"internally_reserved":0,"allocated":1536000,"data_stored":1025210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953534,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":432605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":493641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":493028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":433690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:41:19.165 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:41:19.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:19 smithi007 ceph-mon[30960]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T05:41:19.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:19 smithi007 ceph-mon[30960]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:19.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:19 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:19 smithi063 ceph-mon[34779]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T05:41:19.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:19 smithi063 ceph-mon[34779]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:19.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:19 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.426 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:19 smithi044 ceph-mon[34175]: osdmap e85: 12 total, 12 up, 12 in 2024-09-19T05:41:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:19 smithi044 ceph-mon[34175]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:19.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.475 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:19 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 -- 172.21.15.7:0/2293870799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140100a70 msgr2=0x7fb140100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 --2- 172.21.15.7:0/2293870799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140100a70 0x7fb140100ed0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb128009930 tx=0x7fb12802a420 comp rx=0 tx=0).stop 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 -- 172.21.15.7:0/2293870799 shutdown_connections 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 --2- 172.21.15.7:0/2293870799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 0x7fb14010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 --2- 172.21.15.7:0/2293870799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140100a70 0x7fb140100ed0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 --2- 172.21.15.7:0/2293870799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140106a70 0x7fb140106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 -- 172.21.15.7:0/2293870799 >> 172.21.15.7:0/2293870799 conn(0x7fb1400fc790 msgr2=0x7fb1400febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 -- 172.21.15.7:0/2293870799 shutdown_connections 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.922+0000 7fb144a75640 1 -- 172.21.15.7:0/2293870799 wait complete. 2024-09-19T05:41:19.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 Processor -- start 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 -- start start 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 0x7fb140198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb140110d20 con 0x7fb140106a70 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb140110ba0 con 0x7fb140100a70 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb144a75640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb140110ea0 con 0x7fb140101410 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48166/0 (socket says 172.21.15.7:48166) 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51106/0 (socket says 172.21.15.7:51106) 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 -- 172.21.15.7:0/3904326011 learned_addr learned my addr 172.21.15.7:0/3904326011 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb137fff640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 0x7fb140198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:19.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 -- 172.21.15.7:0/3904326011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 msgr2=0x7fb140198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 0x7fb140198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 -- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 msgr2=0x7fb14019cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13e59c640 1 -- 172.21.15.7:0/3904326011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14019d380 con 0x7fb140100a70 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.923+0000 7fb13ed9d640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb13e59c640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb13000d950 tx=0x7fb13000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130017070 con 0x7fb140100a70 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14019d670 con 0x7fb140100a70 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb130009c30 con 0x7fb140100a70 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13000f620 con 0x7fb140100a70 2024-09-19T05:41:19.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.924+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1401a4f50 con 0x7fb140100a70 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.925+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb140100ed0 con 0x7fb140100a70 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.926+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fb1300109a0 con 0x7fb140100a70 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.927+0000 7fb1377fe640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 0x7fb12c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.927+0000 7fb137fff640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 0x7fb12c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.927+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fb1300cf5c0 con 0x7fb140100a70 2024-09-19T05:41:19.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.927+0000 7fb137fff640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 0x7fb12c0a5790 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb128009900 tx=0x7fb128000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:19.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:19.930+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb130009de0 con 0x7fb140100a70 2024-09-19T05:41:20.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.102+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb14010a060 con 0x7fb12c0a32d0 2024-09-19T05:41:20.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.108+0000 7fb1377fe640 1 -- 172.21.15.7:0/3904326011 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258700 (secure 0 0 0) 0x7fb1280314a0 con 0x7fb12c0a32d0 2024-09-19T05:41:20.112 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:20.113 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:41:20.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 msgr2=0x7fb12c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:20.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 0x7fb12c0a5790 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb128009900 tx=0x7fb128000bc0 comp rx=0 tx=0).stop 2024-09-19T05:41:20.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 msgr2=0x7fb1401983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:20.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb13000d950 tx=0x7fb13000de10 comp rx=0 tx=0).stop 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 shutdown_connections 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb12c0a32d0 0x7fb12c0a5790 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb140106a70 0x7fb14019cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb140101410 0x7fb140198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 --2- 172.21.15.7:0/3904326011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb140100a70 0x7fb1401983d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 >> 172.21.15.7:0/3904326011 conn(0x7fb1400fc790 msgr2=0x7fb14006ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 shutdown_connections 2024-09-19T05:41:20.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:20.112+0000 7fb144a75640 1 -- 172.21.15.7:0/3904326011 wait complete. 2024-09-19T05:41:20.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:20 smithi007 ceph-mon[30960]: pgmap v316: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 8 op/s 2024-09-19T05:41:20.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:41:20.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:41:20.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:20 smithi007 ceph-mon[30960]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:20.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:20 smithi007 ceph-mon[30960]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-19T05:41:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:20 smithi063 ceph-mon[34779]: pgmap v316: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 8 op/s 2024-09-19T05:41:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:41:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:41:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:20 smithi063 ceph-mon[34779]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:20 smithi063 ceph-mon[34779]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-19T05:41:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:20 smithi044 ceph-mon[34175]: pgmap v316: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 8 op/s 2024-09-19T05:41:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:41:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:41:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:20 smithi044 ceph-mon[34175]: from='mgr.14150 172.21.15.7:0/2783585152' entity='mgr.x' 2024-09-19T05:41:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:20 smithi044 ceph-mon[34175]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-19T05:41:20.750 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2024-09-19T05:41:18.804495+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":684,"num_read_kb":464,"num_write":427,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349548,"kb_used_data":12780,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592276,"statfs":{"total":1151940427776,"available":1151582490624,"internally_reserved":0,"allocated":13086720,"data_stored":7150866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":66,"num_read_kb":27,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001865"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043336+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:40:15.043336+0000","last_peered":"2024-09-19T05:40:15.043336+0000","last_clean":"2024-09-19T05:40:15.043336+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:40:15.043336+0000","last_undegraded":"2024-09-19T05:40:15.043336+0000","last_fullsized":"2024-09-19T05:40:15.043336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042316+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:40:15.042316+0000","last_peered":"2024-09-19T05:40:15.042316+0000","last_clean":"2024-09-19T05:40:15.042316+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:40:15.042316+0000","last_undegraded":"2024-09-19T05:40:15.042316+0000","last_fullsized":"2024-09-19T05:40:15.042316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042253+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:40:15.042253+0000","last_peered":"2024-09-19T05:40:15.042253+0000","last_clean":"2024-09-19T05:40:15.042253+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:40:15.042253+0000","last_undegraded":"2024-09-19T05:40:15.042253+0000","last_fullsized":"2024-09-19T05:40:15.042253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074596+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:41:17.074596+0000","last_peered":"2024-09-19T05:41:17.074596+0000","last_clean":"2024-09-19T05:41:17.074596+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:41:17.074596+0000","last_undegraded":"2024-09-19T05:41:17.074596+0000","last_fullsized":"2024-09-19T05:41:17.074596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039209+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:40:15.039209+0000","last_peered":"2024-09-19T05:40:15.039209+0000","last_clean":"2024-09-19T05:40:15.039209+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:40:15.039209+0000","last_undegraded":"2024-09-19T05:40:15.039209+0000","last_fullsized":"2024-09-19T05:40:15.039209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037797+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:40:15.037797+0000","last_peered":"2024-09-19T05:40:15.037797+0000","last_clean":"2024-09-19T05:40:15.037797+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:40:15.037797+0000","last_undegraded":"2024-09-19T05:40:15.037797+0000","last_fullsized":"2024-09-19T05:40:15.037797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038674+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:40:15.038674+0000","last_peered":"2024-09-19T05:40:15.038674+0000","last_clean":"2024-09-19T05:40:15.038674+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:40:15.038674+0000","last_undegraded":"2024-09-19T05:40:15.038674+0000","last_fullsized":"2024-09-19T05:40:15.038674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037668+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:40:15.037668+0000","last_peered":"2024-09-19T05:40:15.037668+0000","last_clean":"2024-09-19T05:40:15.037668+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:40:15.037668+0000","last_undegraded":"2024-09-19T05:40:15.037668+0000","last_fullsized":"2024-09-19T05:40:15.037668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026596+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:40:15.026596+0000","last_peered":"2024-09-19T05:40:15.026596+0000","last_clean":"2024-09-19T05:40:15.026596+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:40:15.026596+0000","last_undegraded":"2024-09-19T05:40:15.026596+0000","last_fullsized":"2024-09-19T05:40:15.026596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038080+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:40:15.038080+0000","last_peered":"2024-09-19T05:40:15.038080+0000","last_clean":"2024-09-19T05:40:15.038080+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:40:15.038080+0000","last_undegraded":"2024-09-19T05:40:15.038080+0000","last_fullsized":"2024-09-19T05:40:15.038080+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040170+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:40:15.040170+0000","last_peered":"2024-09-19T05:40:15.040170+0000","last_clean":"2024-09-19T05:40:15.040170+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:40:15.040170+0000","last_undegraded":"2024-09-19T05:40:15.040170+0000","last_fullsized":"2024-09-19T05:40:15.040170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074709+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:41:17.074709+0000","last_peered":"2024-09-19T05:41:17.074709+0000","last_clean":"2024-09-19T05:41:17.074709+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:41:17.074709+0000","last_undegraded":"2024-09-19T05:41:17.074709+0000","last_fullsized":"2024-09-19T05:41:17.074709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069802+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:41:17.069802+0000","last_peered":"2024-09-19T05:41:17.069802+0000","last_clean":"2024-09-19T05:41:17.069802+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:41:17.069802+0000","last_undegraded":"2024-09-19T05:41:17.069802+0000","last_fullsized":"2024-09-19T05:41:17.069802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041677+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:40:15.041677+0000","last_peered":"2024-09-19T05:40:15.041677+0000","last_clean":"2024-09-19T05:40:15.041677+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:40:15.041677+0000","last_undegraded":"2024-09-19T05:40:15.041677+0000","last_fullsized":"2024-09-19T05:40:15.041677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041592+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:40:15.041592+0000","last_peered":"2024-09-19T05:40:15.041592+0000","last_clean":"2024-09-19T05:40:15.041592+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:40:15.041592+0000","last_undegraded":"2024-09-19T05:40:15.041592+0000","last_fullsized":"2024-09-19T05:40:15.041592+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026029+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:40:15.026029+0000","last_peered":"2024-09-19T05:40:15.026029+0000","last_clean":"2024-09-19T05:40:15.026029+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:40:15.026029+0000","last_undegraded":"2024-09-19T05:40:15.026029+0000","last_fullsized":"2024-09-19T05:40:15.026029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.043497+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:40:15.043497+0000","last_peered":"2024-09-19T05:40:15.043497+0000","last_clean":"2024-09-19T05:40:15.043497+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:40:15.043497+0000","last_undegraded":"2024-09-19T05:40:15.043497+0000","last_fullsized":"2024-09-19T05:40:15.043497+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025365+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:40:15.025365+0000","last_peered":"2024-09-19T05:40:15.025365+0000","last_clean":"2024-09-19T05:40:15.025365+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:40:15.025365+0000","last_undegraded":"2024-09-19T05:40:15.025365+0000","last_fullsized":"2024-09-19T05:40:15.025365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027200+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:40:15.027200+0000","last_peered":"2024-09-19T05:40:15.027200+0000","last_clean":"2024-09-19T05:40:15.027200+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:40:15.027200+0000","last_undegraded":"2024-09-19T05:40:15.027200+0000","last_fullsized":"2024-09-19T05:40:15.027200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041938+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:40:15.041938+0000","last_peered":"2024-09-19T05:40:15.041938+0000","last_clean":"2024-09-19T05:40:15.041938+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:40:15.041938+0000","last_undegraded":"2024-09-19T05:40:15.041938+0000","last_fullsized":"2024-09-19T05:40:15.041938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069858+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:41:17.069858+0000","last_peered":"2024-09-19T05:41:17.069858+0000","last_clean":"2024-09-19T05:41:17.069858+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:41:17.069858+0000","last_undegraded":"2024-09-19T05:41:17.069858+0000","last_fullsized":"2024-09-19T05:41:17.069858+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026218+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:40:15.026218+0000","last_peered":"2024-09-19T05:40:15.026218+0000","last_clean":"2024-09-19T05:40:15.026218+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:40:15.026218+0000","last_undegraded":"2024-09-19T05:40:15.026218+0000","last_fullsized":"2024-09-19T05:40:15.026218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037700+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:40:15.037700+0000","last_peered":"2024-09-19T05:40:15.037700+0000","last_clean":"2024-09-19T05:40:15.037700+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:40:15.037700+0000","last_undegraded":"2024-09-19T05:40:15.037700+0000","last_fullsized":"2024-09-19T05:40:15.037700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070659+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:41:17.070659+0000","last_peered":"2024-09-19T05:41:17.070659+0000","last_clean":"2024-09-19T05:41:17.070659+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:41:17.070659+0000","last_undegraded":"2024-09-19T05:41:17.070659+0000","last_fullsized":"2024-09-19T05:41:17.070659+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037867+0000","last_change":"2024-09-19T05:40:14.040877+0000","last_active":"2024-09-19T05:40:15.037867+0000","last_peered":"2024-09-19T05:40:15.037867+0000","last_clean":"2024-09-19T05:40:15.037867+0000","last_became_active":"2024-09-19T05:40:14.040553+0000","last_became_peered":"2024-09-19T05:40:14.040553+0000","last_unstale":"2024-09-19T05:40:15.037867+0000","last_undegraded":"2024-09-19T05:40:15.037867+0000","last_fullsized":"2024-09-19T05:40:15.037867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:45.545189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027336+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:40:15.027336+0000","last_peered":"2024-09-19T05:40:15.027336+0000","last_clean":"2024-09-19T05:40:15.027336+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:40:15.027336+0000","last_undegraded":"2024-09-19T05:40:15.027336+0000","last_fullsized":"2024-09-19T05:40:15.027336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042782+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:40:15.042782+0000","last_peered":"2024-09-19T05:40:15.042782+0000","last_clean":"2024-09-19T05:40:15.042782+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:40:15.042782+0000","last_undegraded":"2024-09-19T05:40:15.042782+0000","last_fullsized":"2024-09-19T05:40:15.042782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070031+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:41:17.070031+0000","last_peered":"2024-09-19T05:41:17.070031+0000","last_clean":"2024-09-19T05:41:17.070031+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:41:17.070031+0000","last_undegraded":"2024-09-19T05:41:17.070031+0000","last_fullsized":"2024-09-19T05:41:17.070031+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.041955+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:40:15.041955+0000","last_peered":"2024-09-19T05:40:15.041955+0000","last_clean":"2024-09-19T05:40:15.041955+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:40:15.041955+0000","last_undegraded":"2024-09-19T05:40:15.041955+0000","last_fullsized":"2024-09-19T05:40:15.041955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026715+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:40:15.026715+0000","last_peered":"2024-09-19T05:40:15.026715+0000","last_clean":"2024-09-19T05:40:15.026715+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:40:15.026715+0000","last_undegraded":"2024-09-19T05:40:15.026715+0000","last_fullsized":"2024-09-19T05:40:15.026715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026793+0000","last_change":"2024-09-19T05:40:14.048305+0000","last_active":"2024-09-19T05:40:15.026793+0000","last_peered":"2024-09-19T05:40:15.026793+0000","last_clean":"2024-09-19T05:40:15.026793+0000","last_became_active":"2024-09-19T05:40:14.047971+0000","last_became_peered":"2024-09-19T05:40:14.047971+0000","last_unstale":"2024-09-19T05:40:15.026793+0000","last_undegraded":"2024-09-19T05:40:15.026793+0000","last_fullsized":"2024-09-19T05:40:15.026793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.509406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042215+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:40:15.042215+0000","last_peered":"2024-09-19T05:40:15.042215+0000","last_clean":"2024-09-19T05:40:15.042215+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:40:15.042215+0000","last_undegraded":"2024-09-19T05:40:15.042215+0000","last_fullsized":"2024-09-19T05:40:15.042215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039006+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:40:15.039006+0000","last_peered":"2024-09-19T05:40:15.039006+0000","last_clean":"2024-09-19T05:40:15.039006+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:40:15.039006+0000","last_undegraded":"2024-09-19T05:40:15.039006+0000","last_fullsized":"2024-09-19T05:40:15.039006+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071011+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:41:17.071011+0000","last_peered":"2024-09-19T05:41:17.071011+0000","last_clean":"2024-09-19T05:41:17.071011+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:41:17.071011+0000","last_undegraded":"2024-09-19T05:41:17.071011+0000","last_fullsized":"2024-09-19T05:41:17.071011+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"peering","last_fresh":"2024-09-19T05:40:17.468573+0000","last_change":"2024-09-19T05:41:17.071426+0000","last_active":"2024-09-19T05:41:17.071426+0000","last_peered":"2024-09-19T05:40:17.468573+0000","last_clean":"2024-09-19T05:40:17.468573+0000","last_became_active":"2024-09-19T05:40:14.053077+0000","last_became_peered":"2024-09-19T05:40:14.053077+0000","last_unstale":"2024-09-19T05:40:17.468573+0000","last_undegraded":"2024-09-19T05:40:17.468573+0000","last_fullsized":"2024-09-19T05:40:17.468573+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,8],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.090650+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:40:24.090650+0000","last_peered":"2024-09-19T05:40:24.090650+0000","last_clean":"2024-09-19T05:40:24.090650+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:40:24.090650+0000","last_undegraded":"2024-09-19T05:40:24.090650+0000","last_fullsized":"2024-09-19T05:40:24.090650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069668+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:41:17.069668+0000","last_peered":"2024-09-19T05:41:17.069668+0000","last_clean":"2024-09-19T05:41:17.069668+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:41:17.069668+0000","last_undegraded":"2024-09-19T05:41:17.069668+0000","last_fullsized":"2024-09-19T05:41:17.069668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037732+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:40:15.037732+0000","last_peered":"2024-09-19T05:40:15.037732+0000","last_clean":"2024-09-19T05:40:15.037732+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:40:15.037732+0000","last_undegraded":"2024-09-19T05:40:15.037732+0000","last_fullsized":"2024-09-19T05:40:15.037732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071291+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:41:17.071291+0000","last_peered":"2024-09-19T05:41:17.071291+0000","last_clean":"2024-09-19T05:41:17.071291+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:41:17.071291+0000","last_undegraded":"2024-09-19T05:41:17.071291+0000","last_fullsized":"2024-09-19T05:41:17.071291+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025120+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:40:15.025120+0000","last_peered":"2024-09-19T05:40:15.025120+0000","last_clean":"2024-09-19T05:40:15.025120+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:40:15.025120+0000","last_undegraded":"2024-09-19T05:40:15.025120+0000","last_fullsized":"2024-09-19T05:40:15.025120+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":122,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:14.128666+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:41:14.128666+0000","last_peered":"2024-09-19T05:41:14.128666+0000","last_clean":"2024-09-19T05:41:14.128666+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:41:14.128666+0000","last_undegraded":"2024-09-19T05:41:14.128666+0000","last_fullsized":"2024-09-19T05:41:14.128666+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026498+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:40:15.026498+0000","last_peered":"2024-09-19T05:40:15.026498+0000","last_clean":"2024-09-19T05:40:15.026498+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:40:15.026498+0000","last_undegraded":"2024-09-19T05:40:15.026498+0000","last_fullsized":"2024-09-19T05:40:15.026498+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061921+0000","last_change":"2024-09-19T05:40:12.018972+0000","last_active":"2024-09-19T05:40:25.061921+0000","last_peered":"2024-09-19T05:40:25.061921+0000","last_clean":"2024-09-19T05:40:25.061921+0000","last_became_active":"2024-09-19T05:40:12.018519+0000","last_became_peered":"2024-09-19T05:40:12.018519+0000","last_unstale":"2024-09-19T05:40:25.061921+0000","last_undegraded":"2024-09-19T05:40:25.061921+0000","last_fullsized":"2024-09-19T05:40:25.061921+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:40.359197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042731+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:40:15.042731+0000","last_peered":"2024-09-19T05:40:15.042731+0000","last_clean":"2024-09-19T05:40:15.042731+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:40:15.042731+0000","last_undegraded":"2024-09-19T05:40:15.042731+0000","last_fullsized":"2024-09-19T05:40:15.042731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071193+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:41:17.071193+0000","last_peered":"2024-09-19T05:41:17.071193+0000","last_clean":"2024-09-19T05:41:17.071193+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:41:17.071193+0000","last_undegraded":"2024-09-19T05:41:17.071193+0000","last_fullsized":"2024-09-19T05:41:17.071193+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026439+0000","last_change":"2024-09-19T05:40:14.047358+0000","last_active":"2024-09-19T05:40:15.026439+0000","last_peered":"2024-09-19T05:40:15.026439+0000","last_clean":"2024-09-19T05:40:15.026439+0000","last_became_active":"2024-09-19T05:40:14.047040+0000","last_became_peered":"2024-09-19T05:40:14.047040+0000","last_unstale":"2024-09-19T05:40:15.026439+0000","last_undegraded":"2024-09-19T05:40:15.026439+0000","last_fullsized":"2024-09-19T05:40:15.026439+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:58.419265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":157,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:14.128683+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:41:14.128683+0000","last_peered":"2024-09-19T05:41:14.128683+0000","last_clean":"2024-09-19T05:41:14.128683+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:41:14.128683+0000","last_undegraded":"2024-09-19T05:41:14.128683+0000","last_fullsized":"2024-09-19T05:41:14.128683+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":109,"num_read_kb":112,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039432+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:40:15.039432+0000","last_peered":"2024-09-19T05:40:15.039432+0000","last_clean":"2024-09-19T05:40:15.039432+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:40:15.039432+0000","last_undegraded":"2024-09-19T05:40:15.039432+0000","last_fullsized":"2024-09-19T05:40:15.039432+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061051+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:40:25.061051+0000","last_peered":"2024-09-19T05:40:25.061051+0000","last_clean":"2024-09-19T05:40:25.061051+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:40:25.061051+0000","last_undegraded":"2024-09-19T05:40:25.061051+0000","last_fullsized":"2024-09-19T05:40:25.061051+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069710+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:41:17.069710+0000","last_peered":"2024-09-19T05:41:17.069710+0000","last_clean":"2024-09-19T05:41:17.069710+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:41:17.069710+0000","last_undegraded":"2024-09-19T05:41:17.069710+0000","last_fullsized":"2024-09-19T05:41:17.069710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070798+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:41:17.070798+0000","last_peered":"2024-09-19T05:41:17.070798+0000","last_clean":"2024-09-19T05:41:17.070798+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:41:17.070798+0000","last_undegraded":"2024-09-19T05:41:17.070798+0000","last_fullsized":"2024-09-19T05:41:17.070798+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038727+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:40:15.038727+0000","last_peered":"2024-09-19T05:40:15.038727+0000","last_clean":"2024-09-19T05:40:15.038727+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:40:15.038727+0000","last_undegraded":"2024-09-19T05:40:15.038727+0000","last_fullsized":"2024-09-19T05:40:15.038727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074636+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:41:17.074636+0000","last_peered":"2024-09-19T05:41:17.074636+0000","last_clean":"2024-09-19T05:41:17.074636+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:41:17.074636+0000","last_undegraded":"2024-09-19T05:41:17.074636+0000","last_fullsized":"2024-09-19T05:41:17.074636+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":57,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039900+0000","last_change":"2024-09-19T05:40:14.049164+0000","last_active":"2024-09-19T05:40:15.039900+0000","last_peered":"2024-09-19T05:40:15.039900+0000","last_clean":"2024-09-19T05:40:15.039900+0000","last_became_active":"2024-09-19T05:40:14.048819+0000","last_became_peered":"2024-09-19T05:40:14.048819+0000","last_unstale":"2024-09-19T05:40:15.039900+0000","last_undegraded":"2024-09-19T05:40:15.039900+0000","last_fullsized":"2024-09-19T05:40:15.039900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:40:55.783468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053654+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:40:25.053654+0000","last_peered":"2024-09-19T05:40:25.053654+0000","last_clean":"2024-09-19T05:40:25.053654+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:40:25.053654+0000","last_undegraded":"2024-09-19T05:40:25.053654+0000","last_fullsized":"2024-09-19T05:40:25.053654+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070674+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:41:17.070674+0000","last_peered":"2024-09-19T05:41:17.070674+0000","last_clean":"2024-09-19T05:41:17.070674+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:41:17.070674+0000","last_undegraded":"2024-09-19T05:41:17.070674+0000","last_fullsized":"2024-09-19T05:41:17.070674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.080055+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:40:24.080055+0000","last_peered":"2024-09-19T05:40:24.080055+0000","last_clean":"2024-09-19T05:40:24.080055+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:40:24.080055+0000","last_undegraded":"2024-09-19T05:40:24.080055+0000","last_fullsized":"2024-09-19T05:40:24.080055+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042674+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:40:15.042674+0000","last_peered":"2024-09-19T05:40:15.042674+0000","last_clean":"2024-09-19T05:40:15.042674+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:40:15.042674+0000","last_undegraded":"2024-09-19T05:40:15.042674+0000","last_fullsized":"2024-09-19T05:40:15.042674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069849+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:41:17.069849+0000","last_peered":"2024-09-19T05:41:17.069849+0000","last_clean":"2024-09-19T05:41:17.069849+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:41:17.069849+0000","last_undegraded":"2024-09-19T05:41:17.069849+0000","last_fullsized":"2024-09-19T05:41:17.069849+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038842+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:40:15.038842+0000","last_peered":"2024-09-19T05:40:15.038842+0000","last_clean":"2024-09-19T05:40:15.038842+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:40:15.038842+0000","last_undegraded":"2024-09-19T05:40:15.038842+0000","last_fullsized":"2024-09-19T05:40:15.038842+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071592+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:41:17.071592+0000","last_peered":"2024-09-19T05:41:17.071592+0000","last_clean":"2024-09-19T05:41:17.071592+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:41:17.071592+0000","last_undegraded":"2024-09-19T05:41:17.071592+0000","last_fullsized":"2024-09-19T05:41:17.071592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039074+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:40:15.039074+0000","last_peered":"2024-09-19T05:40:15.039074+0000","last_clean":"2024-09-19T05:40:15.039074+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:40:15.039074+0000","last_undegraded":"2024-09-19T05:40:15.039074+0000","last_fullsized":"2024-09-19T05:40:15.039074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":77,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:15.130953+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:41:15.130953+0000","last_peered":"2024-09-19T05:41:15.130953+0000","last_clean":"2024-09-19T05:41:15.130953+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:41:15.130953+0000","last_undegraded":"2024-09-19T05:41:15.130953+0000","last_fullsized":"2024-09-19T05:41:15.130953+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038924+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:40:15.038924+0000","last_peered":"2024-09-19T05:40:15.038924+0000","last_clean":"2024-09-19T05:40:15.038924+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:40:15.038924+0000","last_undegraded":"2024-09-19T05:40:15.038924+0000","last_fullsized":"2024-09-19T05:40:15.038924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":344,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040314+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:40:15.040314+0000","last_peered":"2024-09-19T05:40:15.040314+0000","last_clean":"2024-09-19T05:40:15.040314+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:40:15.040314+0000","last_undegraded":"2024-09-19T05:40:15.040314+0000","last_fullsized":"2024-09-19T05:40:15.040314+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.075101+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:41:17.075101+0000","last_peered":"2024-09-19T05:41:17.075101+0000","last_clean":"2024-09-19T05:41:17.075101+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:41:17.075101+0000","last_undegraded":"2024-09-19T05:41:17.075101+0000","last_fullsized":"2024-09-19T05:41:17.075101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038164+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:40:15.038164+0000","last_peered":"2024-09-19T05:40:15.038164+0000","last_clean":"2024-09-19T05:40:15.038164+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:40:15.038164+0000","last_undegraded":"2024-09-19T05:40:15.038164+0000","last_fullsized":"2024-09-19T05:40:15.038164+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:23.084328+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:40:23.084328+0000","last_peered":"2024-09-19T05:40:23.084328+0000","last_clean":"2024-09-19T05:40:23.084328+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:40:23.084328+0000","last_undegraded":"2024-09-19T05:40:23.084328+0000","last_fullsized":"2024-09-19T05:40:23.084328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069552+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:41:17.069552+0000","last_peered":"2024-09-19T05:41:17.069552+0000","last_clean":"2024-09-19T05:41:17.069552+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:41:17.069552+0000","last_undegraded":"2024-09-19T05:41:17.069552+0000","last_fullsized":"2024-09-19T05:41:17.069552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":79,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069842+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:41:17.069842+0000","last_peered":"2024-09-19T05:41:17.069842+0000","last_clean":"2024-09-19T05:41:17.069842+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:41:17.069842+0000","last_undegraded":"2024-09-19T05:41:17.069842+0000","last_fullsized":"2024-09-19T05:41:17.069842+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070800+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:41:17.070800+0000","last_peered":"2024-09-19T05:41:17.070800+0000","last_clean":"2024-09-19T05:41:17.070800+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:41:17.070800+0000","last_undegraded":"2024-09-19T05:41:17.070800+0000","last_fullsized":"2024-09-19T05:41:17.070800+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":72,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:12.126096+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:41:12.126096+0000","last_peered":"2024-09-19T05:41:12.126096+0000","last_clean":"2024-09-19T05:41:12.126096+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:41:12.126096+0000","last_undegraded":"2024-09-19T05:41:12.126096+0000","last_fullsized":"2024-09-19T05:41:12.126096+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":49,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037690+0000","last_change":"2024-09-19T05:40:14.042834+0000","last_active":"2024-09-19T05:40:15.037690+0000","last_peered":"2024-09-19T05:40:15.037690+0000","last_clean":"2024-09-19T05:40:15.037690+0000","last_became_active":"2024-09-19T05:40:14.041747+0000","last_became_peered":"2024-09-19T05:40:14.041747+0000","last_unstale":"2024-09-19T05:40:15.037690+0000","last_undegraded":"2024-09-19T05:40:15.037690+0000","last_fullsized":"2024-09-19T05:40:15.037690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:39.283058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.025264+0000","last_change":"2024-09-19T05:40:12.058350+0000","last_active":"2024-09-19T05:40:15.025264+0000","last_peered":"2024-09-19T05:40:15.025264+0000","last_clean":"2024-09-19T05:40:15.025264+0000","last_became_active":"2024-09-19T05:40:12.058024+0000","last_became_peered":"2024-09-19T05:40:12.058024+0000","last_unstale":"2024-09-19T05:40:15.025264+0000","last_undegraded":"2024-09-19T05:40:15.025264+0000","last_fullsized":"2024-09-19T05:40:15.025264+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:27:42.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.120563+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:40:15.120563+0000","last_peered":"2024-09-19T05:40:15.120563+0000","last_clean":"2024-09-19T05:40:15.120563+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:40:15.120563+0000","last_undegraded":"2024-09-19T05:40:15.120563+0000","last_fullsized":"2024-09-19T05:40:15.120563+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.053548+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:40:25.053548+0000","last_peered":"2024-09-19T05:40:25.053548+0000","last_clean":"2024-09-19T05:40:25.053548+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:40:25.053548+0000","last_undegraded":"2024-09-19T05:40:25.053548+0000","last_fullsized":"2024-09-19T05:40:25.053548+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070032+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:41:17.070032+0000","last_peered":"2024-09-19T05:41:17.070032+0000","last_clean":"2024-09-19T05:41:17.070032+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:41:17.070032+0000","last_undegraded":"2024-09-19T05:41:17.070032+0000","last_fullsized":"2024-09-19T05:41:17.070032+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:39.039358+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:40:39.039358+0000","last_peered":"2024-09-19T05:40:39.039358+0000","last_clean":"2024-09-19T05:40:39.039358+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:40:39.039358+0000","last_undegraded":"2024-09-19T05:40:39.039358+0000","last_fullsized":"2024-09-19T05:40:39.039358+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037915+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:40:15.037915+0000","last_peered":"2024-09-19T05:40:15.037915+0000","last_clean":"2024-09-19T05:40:15.037915+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:40:15.037915+0000","last_undegraded":"2024-09-19T05:40:15.037915+0000","last_fullsized":"2024-09-19T05:40:15.037915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074603+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:41:17.074603+0000","last_peered":"2024-09-19T05:41:17.074603+0000","last_clean":"2024-09-19T05:41:17.074603+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:41:17.074603+0000","last_undegraded":"2024-09-19T05:41:17.074603+0000","last_fullsized":"2024-09-19T05:41:17.074603+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042501+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:40:15.042501+0000","last_peered":"2024-09-19T05:40:15.042501+0000","last_clean":"2024-09-19T05:40:15.042501+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:40:15.042501+0000","last_undegraded":"2024-09-19T05:40:15.042501+0000","last_fullsized":"2024-09-19T05:40:15.042501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.072437+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:40:22.072437+0000","last_peered":"2024-09-19T05:40:22.072437+0000","last_clean":"2024-09-19T05:40:22.072437+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:40:22.072437+0000","last_undegraded":"2024-09-19T05:40:22.072437+0000","last_fullsized":"2024-09-19T05:40:22.072437+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.039180+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:40:15.039180+0000","last_peered":"2024-09-19T05:40:15.039180+0000","last_clean":"2024-09-19T05:40:15.039180+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:40:15.039180+0000","last_undegraded":"2024-09-19T05:40:15.039180+0000","last_fullsized":"2024-09-19T05:40:15.039180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059450+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:40:25.059450+0000","last_peered":"2024-09-19T05:40:25.059450+0000","last_clean":"2024-09-19T05:40:25.059450+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:40:25.059450+0000","last_undegraded":"2024-09-19T05:40:25.059450+0000","last_fullsized":"2024-09-19T05:40:25.059450+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042380+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:40:15.042380+0000","last_peered":"2024-09-19T05:40:15.042380+0000","last_clean":"2024-09-19T05:40:15.042380+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:40:15.042380+0000","last_undegraded":"2024-09-19T05:40:15.042380+0000","last_fullsized":"2024-09-19T05:40:15.042380+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.091172+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:40:24.091172+0000","last_peered":"2024-09-19T05:40:24.091172+0000","last_clean":"2024-09-19T05:40:24.091172+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:40:24.091172+0000","last_undegraded":"2024-09-19T05:40:24.091172+0000","last_fullsized":"2024-09-19T05:40:24.091172+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038669+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:40:15.038669+0000","last_peered":"2024-09-19T05:40:15.038669+0000","last_clean":"2024-09-19T05:40:15.038669+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:40:15.038669+0000","last_undegraded":"2024-09-19T05:40:15.038669+0000","last_fullsized":"2024-09-19T05:40:15.038669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:22.073986+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:40:22.073986+0000","last_peered":"2024-09-19T05:40:22.073986+0000","last_clean":"2024-09-19T05:40:22.073986+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:40:22.073986+0000","last_undegraded":"2024-09-19T05:40:22.073986+0000","last_fullsized":"2024-09-19T05:40:22.073986+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.040089+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:40:15.040089+0000","last_peered":"2024-09-19T05:40:15.040089+0000","last_clean":"2024-09-19T05:40:15.040089+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:40:15.040089+0000","last_undegraded":"2024-09-19T05:40:15.040089+0000","last_fullsized":"2024-09-19T05:40:15.040089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071264+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:41:17.071264+0000","last_peered":"2024-09-19T05:41:17.071264+0000","last_clean":"2024-09-19T05:41:17.071264+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:41:17.071264+0000","last_undegraded":"2024-09-19T05:41:17.071264+0000","last_fullsized":"2024-09-19T05:41:17.071264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061045+0000","last_change":"2024-09-19T05:40:12.018852+0000","last_active":"2024-09-19T05:40:25.061045+0000","last_peered":"2024-09-19T05:40:25.061045+0000","last_clean":"2024-09-19T05:40:25.061045+0000","last_became_active":"2024-09-19T05:40:12.018321+0000","last_became_peered":"2024-09-19T05:40:12.018321+0000","last_unstale":"2024-09-19T05:40:25.061045+0000","last_undegraded":"2024-09-19T05:40:25.061045+0000","last_fullsized":"2024-09-19T05:40:25.061045+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:48:36.517760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026303+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:40:15.026303+0000","last_peered":"2024-09-19T05:40:15.026303+0000","last_clean":"2024-09-19T05:40:15.026303+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:40:15.026303+0000","last_undegraded":"2024-09-19T05:40:15.026303+0000","last_fullsized":"2024-09-19T05:40:15.026303+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.062519+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:40:25.062519+0000","last_peered":"2024-09-19T05:40:25.062519+0000","last_clean":"2024-09-19T05:40:25.062519+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:40:25.062519+0000","last_undegraded":"2024-09-19T05:40:25.062519+0000","last_fullsized":"2024-09-19T05:40:25.062519+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.042714+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:40:15.042714+0000","last_peered":"2024-09-19T05:40:15.042714+0000","last_clean":"2024-09-19T05:40:15.042714+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:40:15.042714+0000","last_undegraded":"2024-09-19T05:40:15.042714+0000","last_fullsized":"2024-09-19T05:40:15.042714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.046080+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:40:15.046080+0000","last_peered":"2024-09-19T05:40:15.046080+0000","last_clean":"2024-09-19T05:40:15.046080+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:40:15.046080+0000","last_undegraded":"2024-09-19T05:40:15.046080+0000","last_fullsized":"2024-09-19T05:40:15.046080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038256+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:40:15.038256+0000","last_peered":"2024-09-19T05:40:15.038256+0000","last_clean":"2024-09-19T05:40:15.038256+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:40:15.038256+0000","last_undegraded":"2024-09-19T05:40:15.038256+0000","last_fullsized":"2024-09-19T05:40:15.038256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:12.125593+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:41:12.125593+0000","last_peered":"2024-09-19T05:41:12.125593+0000","last_clean":"2024-09-19T05:41:12.125593+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:41:12.125593+0000","last_undegraded":"2024-09-19T05:41:12.125593+0000","last_fullsized":"2024-09-19T05:41:12.125593+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":49,"num_read_kb":49,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":548,"num_read_kb":345,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481817,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":432704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743455,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32752,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712400,"statfs":{"total":95995035648,"available":95961497600,"internally_reserved":0,"allocated":1605632,"data_stored":1083890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906980,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":433012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364846,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1523712,"data_stored":1025925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528371,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":432351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790009,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32684,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712468,"statfs":{"total":95995035648,"available":95961567232,"internally_reserved":0,"allocated":1536000,"data_stored":1025210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953534,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":432605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":493641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574923,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":493028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":433690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:41:20.754 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:41:21.016 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:21.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:21 smithi007 ceph-mon[30960]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:21.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:21 smithi063 ceph-mon[34779]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:21.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:21 smithi044 ceph-mon[34175]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 -- 172.21.15.7:0/2105565189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102570 msgr2=0x7fd3541029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/2105565189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102570 0x7fd3541029b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd348009900 tx=0x7fd34802a480 comp rx=0 tx=0).stop 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 -- 172.21.15.7:0/2105565189 shutdown_connections 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/2105565189 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102ef0 0x7fd35410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/2105565189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102570 0x7fd3541029b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/2105565189 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 0x7fd354101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 -- 172.21.15.7:0/2105565189 >> 172.21.15.7:0/2105565189 conn(0x7fd3540fc7d0 msgr2=0x7fd3540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 -- 172.21.15.7:0/2105565189 shutdown_connections 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.526+0000 7fd35b6ed640 1 -- 172.21.15.7:0/2105565189 wait complete. 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 Processor -- start 2024-09-19T05:41:21.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 -- start start 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 0x7fd35419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102570 0x7fd35419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd354110e50 con 0x7fd354102ef0 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd354110cd0 con 0x7fd354102570 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd354110fd0 con 0x7fd354100e20 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50902/0 (socket says 172.21.15.7:50902) 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 -- 172.21.15.7:0/4173104891 learned_addr learned my addr 172.21.15.7:0/4173104891 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359489640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 0x7fd35419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 -- 172.21.15.7:0/4173104891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 msgr2=0x7fd35419a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 0x7fd35419a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 -- 172.21.15.7:0/4173104891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102570 msgr2=0x7fd35419ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd358c88640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102570 0x7fd35419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102570 0x7fd35419ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 -- 172.21.15.7:0/4173104891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd35419f570 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd359c8a640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd34c009fd0 tx=0x7fd34c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c011830 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.527+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd35419f860 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.528+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd34c016070 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.528+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd34c010de0 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.528+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3541a7140 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.528+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd354101200 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.530+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fd34c0119d0 con 0x7fd354102ef0 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.530+0000 7fd3527fc640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 0x7fd33c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:21.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.531+0000 7fd359489640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 0x7fd33c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:21.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.531+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fd34c0cf7f0 con 0x7fd354102ef0 2024-09-19T05:41:21.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.531+0000 7fd359489640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 0x7fd33c0a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd344007350 tx=0x7fd3440072e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:21.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.534+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd34c09c4c0 con 0x7fd354102ef0 2024-09-19T05:41:21.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.706+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3541066f0 con 0x7fd33c0a32d0 2024-09-19T05:41:21.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.712+0000 7fd3527fc640 1 -- 172.21.15.7:0/4173104891 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258713 (secure 0 0 0) 0x7fd3541066f0 con 0x7fd33c0a32d0 2024-09-19T05:41:21.716 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:21.717 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:41:21.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 msgr2=0x7fd33c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:21.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 0x7fd33c0a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd344007350 tx=0x7fd3440072e0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 msgr2=0x7fd35419ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:21.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd34c009fd0 tx=0x7fd34c00b8e0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 shutdown_connections 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd33c0a32d0 0x7fd33c0a5790 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd354102ef0 0x7fd35419ee90 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd354102570 0x7fd35419ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 --2- 172.21.15.7:0/4173104891 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd354100e20 0x7fd35419a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 >> 172.21.15.7:0/4173104891 conn(0x7fd3540fc7d0 msgr2=0x7fd35406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 shutdown_connections 2024-09-19T05:41:21.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:21.715+0000 7fd35b6ed640 1 -- 172.21.15.7:0/4173104891 wait complete. 2024-09-19T05:41:22.363 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:22 smithi007 ceph-mon[30960]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:22.363 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:22 smithi007 ceph-mon[30960]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:22.391 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":317,"stamp":"2024-09-19T05:41:20.804941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":713,"num_read_kb":483,"num_write":427,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":296,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349816,"kb_used_data":13004,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592008,"statfs":{"total":1151940427776,"available":1151582216192,"internally_reserved":0,"allocated":13316096,"data_stored":7271301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":75,"num_read_kb":41,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001847"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078276+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:41:18.078276+0000","last_peered":"2024-09-19T05:41:18.078276+0000","last_clean":"2024-09-19T05:41:18.078276+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:41:18.078276+0000","last_undegraded":"2024-09-19T05:41:18.078276+0000","last_fullsized":"2024-09-19T05:41:18.078276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080254+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:41:18.080254+0000","last_peered":"2024-09-19T05:41:18.080254+0000","last_clean":"2024-09-19T05:41:18.080254+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:41:18.080254+0000","last_undegraded":"2024-09-19T05:41:18.080254+0000","last_fullsized":"2024-09-19T05:41:18.080254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074596+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:41:17.074596+0000","last_peered":"2024-09-19T05:41:17.074596+0000","last_clean":"2024-09-19T05:41:17.074596+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:41:17.074596+0000","last_undegraded":"2024-09-19T05:41:17.074596+0000","last_fullsized":"2024-09-19T05:41:17.074596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081690+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:41:18.081690+0000","last_peered":"2024-09-19T05:41:18.081690+0000","last_clean":"2024-09-19T05:41:18.081690+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:41:18.081690+0000","last_undegraded":"2024-09-19T05:41:18.081690+0000","last_fullsized":"2024-09-19T05:41:18.081690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079180+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:41:18.079180+0000","last_peered":"2024-09-19T05:41:18.079180+0000","last_clean":"2024-09-19T05:41:18.079180+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:41:18.079180+0000","last_undegraded":"2024-09-19T05:41:18.079180+0000","last_fullsized":"2024-09-19T05:41:18.079180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077254+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:41:18.077254+0000","last_peered":"2024-09-19T05:41:18.077254+0000","last_clean":"2024-09-19T05:41:18.077254+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:41:18.077254+0000","last_undegraded":"2024-09-19T05:41:18.077254+0000","last_fullsized":"2024-09-19T05:41:18.077254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037668+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:40:15.037668+0000","last_peered":"2024-09-19T05:40:15.037668+0000","last_clean":"2024-09-19T05:40:15.037668+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:40:15.037668+0000","last_undegraded":"2024-09-19T05:40:15.037668+0000","last_fullsized":"2024-09-19T05:40:15.037668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076420+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:41:18.076420+0000","last_peered":"2024-09-19T05:41:18.076420+0000","last_clean":"2024-09-19T05:41:18.076420+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:41:18.076420+0000","last_undegraded":"2024-09-19T05:41:18.076420+0000","last_fullsized":"2024-09-19T05:41:18.076420+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080117+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:41:18.080117+0000","last_peered":"2024-09-19T05:41:18.080117+0000","last_clean":"2024-09-19T05:41:18.080117+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:41:18.080117+0000","last_undegraded":"2024-09-19T05:41:18.080117+0000","last_fullsized":"2024-09-19T05:41:18.080117+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077609+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:41:18.077609+0000","last_peered":"2024-09-19T05:41:18.077609+0000","last_clean":"2024-09-19T05:41:18.077609+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:41:18.077609+0000","last_undegraded":"2024-09-19T05:41:18.077609+0000","last_fullsized":"2024-09-19T05:41:18.077609+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074709+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:41:17.074709+0000","last_peered":"2024-09-19T05:41:17.074709+0000","last_clean":"2024-09-19T05:41:17.074709+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:41:17.074709+0000","last_undegraded":"2024-09-19T05:41:17.074709+0000","last_fullsized":"2024-09-19T05:41:17.074709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069802+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:41:17.069802+0000","last_peered":"2024-09-19T05:41:17.069802+0000","last_clean":"2024-09-19T05:41:17.069802+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:41:17.069802+0000","last_undegraded":"2024-09-19T05:41:17.069802+0000","last_fullsized":"2024-09-19T05:41:17.069802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080041+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:41:18.080041+0000","last_peered":"2024-09-19T05:41:18.080041+0000","last_clean":"2024-09-19T05:41:18.080041+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:41:18.080041+0000","last_undegraded":"2024-09-19T05:41:18.080041+0000","last_fullsized":"2024-09-19T05:41:18.080041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079851+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:41:18.079851+0000","last_peered":"2024-09-19T05:41:18.079851+0000","last_clean":"2024-09-19T05:41:18.079851+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:41:18.079851+0000","last_undegraded":"2024-09-19T05:41:18.079851+0000","last_fullsized":"2024-09-19T05:41:18.079851+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075328+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:41:18.075328+0000","last_peered":"2024-09-19T05:41:18.075328+0000","last_clean":"2024-09-19T05:41:18.075328+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:41:18.075328+0000","last_undegraded":"2024-09-19T05:41:18.075328+0000","last_fullsized":"2024-09-19T05:41:18.075328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078505+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:41:18.078505+0000","last_peered":"2024-09-19T05:41:18.078505+0000","last_clean":"2024-09-19T05:41:18.078505+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:41:18.078505+0000","last_undegraded":"2024-09-19T05:41:18.078505+0000","last_fullsized":"2024-09-19T05:41:18.078505+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077902+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:41:18.077902+0000","last_peered":"2024-09-19T05:41:18.077902+0000","last_clean":"2024-09-19T05:41:18.077902+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:41:18.077902+0000","last_undegraded":"2024-09-19T05:41:18.077902+0000","last_fullsized":"2024-09-19T05:41:18.077902+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027200+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:40:15.027200+0000","last_peered":"2024-09-19T05:40:15.027200+0000","last_clean":"2024-09-19T05:40:15.027200+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:40:15.027200+0000","last_undegraded":"2024-09-19T05:40:15.027200+0000","last_fullsized":"2024-09-19T05:40:15.027200+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078180+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:41:18.078180+0000","last_peered":"2024-09-19T05:41:18.078180+0000","last_clean":"2024-09-19T05:41:18.078180+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:41:18.078180+0000","last_undegraded":"2024-09-19T05:41:18.078180+0000","last_fullsized":"2024-09-19T05:41:18.078180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069858+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:41:17.069858+0000","last_peered":"2024-09-19T05:41:17.069858+0000","last_clean":"2024-09-19T05:41:17.069858+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:41:17.069858+0000","last_undegraded":"2024-09-19T05:41:17.069858+0000","last_fullsized":"2024-09-19T05:41:17.069858+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075509+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:41:18.075509+0000","last_peered":"2024-09-19T05:41:18.075509+0000","last_clean":"2024-09-19T05:41:18.075509+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:41:18.075509+0000","last_undegraded":"2024-09-19T05:41:18.075509+0000","last_fullsized":"2024-09-19T05:41:18.075509+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037700+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:40:15.037700+0000","last_peered":"2024-09-19T05:40:15.037700+0000","last_clean":"2024-09-19T05:40:15.037700+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:40:15.037700+0000","last_undegraded":"2024-09-19T05:40:15.037700+0000","last_fullsized":"2024-09-19T05:40:15.037700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070659+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:41:17.070659+0000","last_peered":"2024-09-19T05:41:17.070659+0000","last_clean":"2024-09-19T05:41:17.070659+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:41:17.070659+0000","last_undegraded":"2024-09-19T05:41:17.070659+0000","last_fullsized":"2024-09-19T05:41:17.070659+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037867+0000","last_change":"2024-09-19T05:40:14.040877+0000","last_active":"2024-09-19T05:40:15.037867+0000","last_peered":"2024-09-19T05:40:15.037867+0000","last_clean":"2024-09-19T05:40:15.037867+0000","last_became_active":"2024-09-19T05:40:14.040553+0000","last_became_peered":"2024-09-19T05:40:14.040553+0000","last_unstale":"2024-09-19T05:40:15.037867+0000","last_undegraded":"2024-09-19T05:40:15.037867+0000","last_fullsized":"2024-09-19T05:40:15.037867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:03:45.545189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.027336+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:40:15.027336+0000","last_peered":"2024-09-19T05:40:15.027336+0000","last_clean":"2024-09-19T05:40:15.027336+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:40:15.027336+0000","last_undegraded":"2024-09-19T05:40:15.027336+0000","last_fullsized":"2024-09-19T05:40:15.027336+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077996+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:41:18.077996+0000","last_peered":"2024-09-19T05:41:18.077996+0000","last_clean":"2024-09-19T05:41:18.077996+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:41:18.077996+0000","last_undegraded":"2024-09-19T05:41:18.077996+0000","last_fullsized":"2024-09-19T05:41:18.077996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070031+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:41:17.070031+0000","last_peered":"2024-09-19T05:41:17.070031+0000","last_clean":"2024-09-19T05:41:17.070031+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:41:17.070031+0000","last_undegraded":"2024-09-19T05:41:17.070031+0000","last_fullsized":"2024-09-19T05:41:17.070031+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080135+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:41:18.080135+0000","last_peered":"2024-09-19T05:41:18.080135+0000","last_clean":"2024-09-19T05:41:18.080135+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:41:18.080135+0000","last_undegraded":"2024-09-19T05:41:18.080135+0000","last_fullsized":"2024-09-19T05:41:18.080135+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026715+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:40:15.026715+0000","last_peered":"2024-09-19T05:40:15.026715+0000","last_clean":"2024-09-19T05:40:15.026715+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:40:15.026715+0000","last_undegraded":"2024-09-19T05:40:15.026715+0000","last_fullsized":"2024-09-19T05:40:15.026715+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.026793+0000","last_change":"2024-09-19T05:40:14.048305+0000","last_active":"2024-09-19T05:40:15.026793+0000","last_peered":"2024-09-19T05:40:15.026793+0000","last_clean":"2024-09-19T05:40:15.026793+0000","last_became_active":"2024-09-19T05:40:14.047971+0000","last_became_peered":"2024-09-19T05:40:14.047971+0000","last_unstale":"2024-09-19T05:40:15.026793+0000","last_undegraded":"2024-09-19T05:40:15.026793+0000","last_fullsized":"2024-09-19T05:40:15.026793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:37.509406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077773+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:41:18.077773+0000","last_peered":"2024-09-19T05:41:18.077773+0000","last_clean":"2024-09-19T05:41:18.077773+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:41:18.077773+0000","last_undegraded":"2024-09-19T05:41:18.077773+0000","last_fullsized":"2024-09-19T05:41:18.077773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081207+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:41:18.081207+0000","last_peered":"2024-09-19T05:41:18.081207+0000","last_clean":"2024-09-19T05:41:18.081207+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:41:18.081207+0000","last_undegraded":"2024-09-19T05:41:18.081207+0000","last_fullsized":"2024-09-19T05:41:18.081207+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071011+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:41:17.071011+0000","last_peered":"2024-09-19T05:41:17.071011+0000","last_clean":"2024-09-19T05:41:17.071011+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:41:17.071011+0000","last_undegraded":"2024-09-19T05:41:17.071011+0000","last_fullsized":"2024-09-19T05:41:17.071011+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":83,"state":"peering","last_fresh":"2024-09-19T05:40:17.468573+0000","last_change":"2024-09-19T05:41:17.071426+0000","last_active":"2024-09-19T05:41:17.071426+0000","last_peered":"2024-09-19T05:40:17.468573+0000","last_clean":"2024-09-19T05:40:17.468573+0000","last_became_active":"2024-09-19T05:40:14.053077+0000","last_became_peered":"2024-09-19T05:40:14.053077+0000","last_unstale":"2024-09-19T05:40:17.468573+0000","last_undegraded":"2024-09-19T05:40:17.468573+0000","last_fullsized":"2024-09-19T05:40:17.468573+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,8],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079334+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:41:18.079334+0000","last_peered":"2024-09-19T05:41:18.079334+0000","last_clean":"2024-09-19T05:41:18.079334+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:41:18.079334+0000","last_undegraded":"2024-09-19T05:41:18.079334+0000","last_fullsized":"2024-09-19T05:41:18.079334+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069668+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:41:17.069668+0000","last_peered":"2024-09-19T05:41:17.069668+0000","last_clean":"2024-09-19T05:41:17.069668+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:41:17.069668+0000","last_undegraded":"2024-09-19T05:41:17.069668+0000","last_fullsized":"2024-09-19T05:41:17.069668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037732+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:40:15.037732+0000","last_peered":"2024-09-19T05:40:15.037732+0000","last_clean":"2024-09-19T05:40:15.037732+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:40:15.037732+0000","last_undegraded":"2024-09-19T05:40:15.037732+0000","last_fullsized":"2024-09-19T05:40:15.037732+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071291+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:41:17.071291+0000","last_peered":"2024-09-19T05:41:17.071291+0000","last_clean":"2024-09-19T05:41:17.071291+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:41:17.071291+0000","last_undegraded":"2024-09-19T05:41:17.071291+0000","last_fullsized":"2024-09-19T05:41:17.071291+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077328+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:41:18.077328+0000","last_peered":"2024-09-19T05:41:18.077328+0000","last_clean":"2024-09-19T05:41:18.077328+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:41:18.077328+0000","last_undegraded":"2024-09-19T05:41:18.077328+0000","last_fullsized":"2024-09-19T05:41:18.077328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":136,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:19.135709+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:41:19.135709+0000","last_peered":"2024-09-19T05:41:19.135709+0000","last_clean":"2024-09-19T05:41:19.135709+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:41:19.135709+0000","last_undegraded":"2024-09-19T05:41:19.135709+0000","last_fullsized":"2024-09-19T05:41:19.135709+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076222+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:41:18.076222+0000","last_peered":"2024-09-19T05:41:18.076222+0000","last_clean":"2024-09-19T05:41:18.076222+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:41:18.076222+0000","last_undegraded":"2024-09-19T05:41:18.076222+0000","last_fullsized":"2024-09-19T05:41:18.076222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":38,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.100337+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:41:18.100337+0000","last_peered":"2024-09-19T05:41:18.100337+0000","last_clean":"2024-09-19T05:41:18.100337+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:41:18.100337+0000","last_undegraded":"2024-09-19T05:41:18.100337+0000","last_fullsized":"2024-09-19T05:41:18.100337+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080383+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:41:18.080383+0000","last_peered":"2024-09-19T05:41:18.080383+0000","last_clean":"2024-09-19T05:41:18.080383+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:41:18.080383+0000","last_undegraded":"2024-09-19T05:41:18.080383+0000","last_fullsized":"2024-09-19T05:41:18.080383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071193+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:41:17.071193+0000","last_peered":"2024-09-19T05:41:17.071193+0000","last_clean":"2024-09-19T05:41:17.071193+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:41:17.071193+0000","last_undegraded":"2024-09-19T05:41:17.071193+0000","last_fullsized":"2024-09-19T05:41:17.071193+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082843+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:41:18.082843+0000","last_peered":"2024-09-19T05:41:18.082843+0000","last_clean":"2024-09-19T05:41:18.082843+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:41:18.082843+0000","last_undegraded":"2024-09-19T05:41:18.082843+0000","last_fullsized":"2024-09-19T05:41:18.082843+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":171,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:19.135772+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:41:19.135772+0000","last_peered":"2024-09-19T05:41:19.135772+0000","last_clean":"2024-09-19T05:41:19.135772+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:41:19.135772+0000","last_undegraded":"2024-09-19T05:41:19.135772+0000","last_fullsized":"2024-09-19T05:41:19.135772+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081435+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:41:18.081435+0000","last_peered":"2024-09-19T05:41:18.081435+0000","last_clean":"2024-09-19T05:41:18.081435+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:41:18.081435+0000","last_undegraded":"2024-09-19T05:41:18.081435+0000","last_fullsized":"2024-09-19T05:41:18.081435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.061051+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:40:25.061051+0000","last_peered":"2024-09-19T05:40:25.061051+0000","last_clean":"2024-09-19T05:40:25.061051+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:40:25.061051+0000","last_undegraded":"2024-09-19T05:40:25.061051+0000","last_fullsized":"2024-09-19T05:40:25.061051+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069710+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:41:17.069710+0000","last_peered":"2024-09-19T05:41:17.069710+0000","last_clean":"2024-09-19T05:41:17.069710+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:41:17.069710+0000","last_undegraded":"2024-09-19T05:41:17.069710+0000","last_fullsized":"2024-09-19T05:41:17.069710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070798+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:41:17.070798+0000","last_peered":"2024-09-19T05:41:17.070798+0000","last_clean":"2024-09-19T05:41:17.070798+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:41:17.070798+0000","last_undegraded":"2024-09-19T05:41:17.070798+0000","last_fullsized":"2024-09-19T05:41:17.070798+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077537+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:41:18.077537+0000","last_peered":"2024-09-19T05:41:18.077537+0000","last_clean":"2024-09-19T05:41:18.077537+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:41:18.077537+0000","last_undegraded":"2024-09-19T05:41:18.077537+0000","last_fullsized":"2024-09-19T05:41:18.077537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":82,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074636+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:41:17.074636+0000","last_peered":"2024-09-19T05:41:17.074636+0000","last_clean":"2024-09-19T05:41:17.074636+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:41:17.074636+0000","last_undegraded":"2024-09-19T05:41:17.074636+0000","last_fullsized":"2024-09-19T05:41:17.074636+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":57,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081253+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:41:18.081253+0000","last_peered":"2024-09-19T05:41:18.081253+0000","last_clean":"2024-09-19T05:41:18.081253+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:41:18.081253+0000","last_undegraded":"2024-09-19T05:41:18.081253+0000","last_fullsized":"2024-09-19T05:41:18.081253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":40,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080606+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:41:18.080606+0000","last_peered":"2024-09-19T05:41:18.080606+0000","last_clean":"2024-09-19T05:41:18.080606+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:41:18.080606+0000","last_undegraded":"2024-09-19T05:41:18.080606+0000","last_fullsized":"2024-09-19T05:41:18.080606+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070674+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:41:17.070674+0000","last_peered":"2024-09-19T05:41:17.070674+0000","last_clean":"2024-09-19T05:41:17.070674+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:41:17.070674+0000","last_undegraded":"2024-09-19T05:41:17.070674+0000","last_fullsized":"2024-09-19T05:41:17.070674+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082506+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:41:18.082506+0000","last_peered":"2024-09-19T05:41:18.082506+0000","last_clean":"2024-09-19T05:41:18.082506+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:41:18.082506+0000","last_undegraded":"2024-09-19T05:41:18.082506+0000","last_fullsized":"2024-09-19T05:41:18.082506+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077727+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:41:18.077727+0000","last_peered":"2024-09-19T05:41:18.077727+0000","last_clean":"2024-09-19T05:41:18.077727+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:41:18.077727+0000","last_undegraded":"2024-09-19T05:41:18.077727+0000","last_fullsized":"2024-09-19T05:41:18.077727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069849+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:41:17.069849+0000","last_peered":"2024-09-19T05:41:17.069849+0000","last_clean":"2024-09-19T05:41:17.069849+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:41:17.069849+0000","last_undegraded":"2024-09-19T05:41:17.069849+0000","last_fullsized":"2024-09-19T05:41:17.069849+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077507+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:41:18.077507+0000","last_peered":"2024-09-19T05:41:18.077507+0000","last_clean":"2024-09-19T05:41:18.077507+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:41:18.077507+0000","last_undegraded":"2024-09-19T05:41:18.077507+0000","last_fullsized":"2024-09-19T05:41:18.077507+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071592+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:41:17.071592+0000","last_peered":"2024-09-19T05:41:17.071592+0000","last_clean":"2024-09-19T05:41:17.071592+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:41:17.071592+0000","last_undegraded":"2024-09-19T05:41:17.071592+0000","last_fullsized":"2024-09-19T05:41:17.071592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077343+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:41:18.077343+0000","last_peered":"2024-09-19T05:41:18.077343+0000","last_clean":"2024-09-19T05:41:18.077343+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:41:18.077343+0000","last_undegraded":"2024-09-19T05:41:18.077343+0000","last_fullsized":"2024-09-19T05:41:18.077343+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":77,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:41:15.130953+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:41:15.130953+0000","last_peered":"2024-09-19T05:41:15.130953+0000","last_clean":"2024-09-19T05:41:15.130953+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:41:15.130953+0000","last_undegraded":"2024-09-19T05:41:15.130953+0000","last_fullsized":"2024-09-19T05:41:15.130953+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077731+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:41:18.077731+0000","last_peered":"2024-09-19T05:41:18.077731+0000","last_clean":"2024-09-19T05:41:18.077731+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:41:18.077731+0000","last_undegraded":"2024-09-19T05:41:18.077731+0000","last_fullsized":"2024-09-19T05:41:18.077731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077840+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:41:18.077840+0000","last_peered":"2024-09-19T05:41:18.077840+0000","last_clean":"2024-09-19T05:41:18.077840+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:41:18.077840+0000","last_undegraded":"2024-09-19T05:41:18.077840+0000","last_fullsized":"2024-09-19T05:41:18.077840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.075101+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:41:17.075101+0000","last_peered":"2024-09-19T05:41:17.075101+0000","last_clean":"2024-09-19T05:41:17.075101+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:41:17.075101+0000","last_undegraded":"2024-09-19T05:41:17.075101+0000","last_fullsized":"2024-09-19T05:41:17.075101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038164+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:40:15.038164+0000","last_peered":"2024-09-19T05:40:15.038164+0000","last_clean":"2024-09-19T05:40:15.038164+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:40:15.038164+0000","last_undegraded":"2024-09-19T05:40:15.038164+0000","last_fullsized":"2024-09-19T05:40:15.038164+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077455+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:41:18.077455+0000","last_peered":"2024-09-19T05:41:18.077455+0000","last_clean":"2024-09-19T05:41:18.077455+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:41:18.077455+0000","last_undegraded":"2024-09-19T05:41:18.077455+0000","last_fullsized":"2024-09-19T05:41:18.077455+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069552+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:41:17.069552+0000","last_peered":"2024-09-19T05:41:17.069552+0000","last_clean":"2024-09-19T05:41:17.069552+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:41:17.069552+0000","last_undegraded":"2024-09-19T05:41:17.069552+0000","last_fullsized":"2024-09-19T05:41:17.069552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":79,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.069842+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:41:17.069842+0000","last_peered":"2024-09-19T05:41:17.069842+0000","last_clean":"2024-09-19T05:41:17.069842+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:41:17.069842+0000","last_undegraded":"2024-09-19T05:41:17.069842+0000","last_fullsized":"2024-09-19T05:41:17.069842+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070800+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:41:17.070800+0000","last_peered":"2024-09-19T05:41:17.070800+0000","last_clean":"2024-09-19T05:41:17.070800+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:41:17.070800+0000","last_undegraded":"2024-09-19T05:41:17.070800+0000","last_fullsized":"2024-09-19T05:41:17.070800+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":81,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077778+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:41:18.077778+0000","last_peered":"2024-09-19T05:41:18.077778+0000","last_clean":"2024-09-19T05:41:18.077778+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:41:18.077778+0000","last_undegraded":"2024-09-19T05:41:18.077778+0000","last_fullsized":"2024-09-19T05:41:18.077778+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":54,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082326+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:41:18.082326+0000","last_peered":"2024-09-19T05:41:18.082326+0000","last_clean":"2024-09-19T05:41:18.082326+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:41:18.082326+0000","last_undegraded":"2024-09-19T05:41:18.082326+0000","last_fullsized":"2024-09-19T05:41:18.082326+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.092230+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:41:18.092230+0000","last_peered":"2024-09-19T05:41:18.092230+0000","last_clean":"2024-09-19T05:41:18.092230+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:41:18.092230+0000","last_undegraded":"2024-09-19T05:41:18.092230+0000","last_fullsized":"2024-09-19T05:41:18.092230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079467+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:41:18.079467+0000","last_peered":"2024-09-19T05:41:18.079467+0000","last_clean":"2024-09-19T05:41:18.079467+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:41:18.079467+0000","last_undegraded":"2024-09-19T05:41:18.079467+0000","last_fullsized":"2024-09-19T05:41:18.079467+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082166+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:41:18.082166+0000","last_peered":"2024-09-19T05:41:18.082166+0000","last_clean":"2024-09-19T05:41:18.082166+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:41:18.082166+0000","last_undegraded":"2024-09-19T05:41:18.082166+0000","last_fullsized":"2024-09-19T05:41:18.082166+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.070032+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:41:17.070032+0000","last_peered":"2024-09-19T05:41:17.070032+0000","last_clean":"2024-09-19T05:41:17.070032+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:41:17.070032+0000","last_undegraded":"2024-09-19T05:41:17.070032+0000","last_fullsized":"2024-09-19T05:41:17.070032+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":37,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077994+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:41:18.077994+0000","last_peered":"2024-09-19T05:41:18.077994+0000","last_clean":"2024-09-19T05:41:18.077994+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:41:18.077994+0000","last_undegraded":"2024-09-19T05:41:18.077994+0000","last_fullsized":"2024-09-19T05:41:18.077994+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.037915+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:40:15.037915+0000","last_peered":"2024-09-19T05:40:15.037915+0000","last_clean":"2024-09-19T05:40:15.037915+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:40:15.037915+0000","last_undegraded":"2024-09-19T05:40:15.037915+0000","last_fullsized":"2024-09-19T05:40:15.037915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.074603+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:41:17.074603+0000","last_peered":"2024-09-19T05:41:17.074603+0000","last_clean":"2024-09-19T05:41:17.074603+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:41:17.074603+0000","last_undegraded":"2024-09-19T05:41:17.074603+0000","last_fullsized":"2024-09-19T05:41:17.074603+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080482+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:41:18.080482+0000","last_peered":"2024-09-19T05:41:18.080482+0000","last_clean":"2024-09-19T05:41:18.080482+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:41:18.080482+0000","last_undegraded":"2024-09-19T05:41:18.080482+0000","last_fullsized":"2024-09-19T05:41:18.080482+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075447+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:41:18.075447+0000","last_peered":"2024-09-19T05:41:18.075447+0000","last_clean":"2024-09-19T05:41:18.075447+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:41:18.075447+0000","last_undegraded":"2024-09-19T05:41:18.075447+0000","last_fullsized":"2024-09-19T05:41:18.075447+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080867+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:41:18.080867+0000","last_peered":"2024-09-19T05:41:18.080867+0000","last_clean":"2024-09-19T05:41:18.080867+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:41:18.080867+0000","last_undegraded":"2024-09-19T05:41:18.080867+0000","last_fullsized":"2024-09-19T05:41:18.080867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:25.059450+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:40:25.059450+0000","last_peered":"2024-09-19T05:40:25.059450+0000","last_clean":"2024-09-19T05:40:25.059450+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:40:25.059450+0000","last_undegraded":"2024-09-19T05:40:25.059450+0000","last_fullsized":"2024-09-19T05:40:25.059450+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077904+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:41:18.077904+0000","last_peered":"2024-09-19T05:41:18.077904+0000","last_clean":"2024-09-19T05:41:18.077904+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:41:18.077904+0000","last_undegraded":"2024-09-19T05:41:18.077904+0000","last_fullsized":"2024-09-19T05:41:18.077904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:24.091172+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:40:24.091172+0000","last_peered":"2024-09-19T05:40:24.091172+0000","last_clean":"2024-09-19T05:40:24.091172+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:40:24.091172+0000","last_undegraded":"2024-09-19T05:40:24.091172+0000","last_fullsized":"2024-09-19T05:40:24.091172+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038669+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:40:15.038669+0000","last_peered":"2024-09-19T05:40:15.038669+0000","last_clean":"2024-09-19T05:40:15.038669+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:40:15.038669+0000","last_undegraded":"2024-09-19T05:40:15.038669+0000","last_fullsized":"2024-09-19T05:40:15.038669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081803+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:41:18.081803+0000","last_peered":"2024-09-19T05:41:18.081803+0000","last_clean":"2024-09-19T05:41:18.081803+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:41:18.081803+0000","last_undegraded":"2024-09-19T05:41:18.081803+0000","last_fullsized":"2024-09-19T05:41:18.081803+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077426+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:41:18.077426+0000","last_peered":"2024-09-19T05:41:18.077426+0000","last_clean":"2024-09-19T05:41:18.077426+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:41:18.077426+0000","last_undegraded":"2024-09-19T05:41:18.077426+0000","last_fullsized":"2024-09-19T05:41:18.077426+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-19T05:41:17.071264+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:41:17.071264+0000","last_peered":"2024-09-19T05:41:17.071264+0000","last_clean":"2024-09-19T05:41:17.071264+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:41:17.071264+0000","last_undegraded":"2024-09-19T05:41:17.071264+0000","last_fullsized":"2024-09-19T05:41:17.071264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.088272+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:41:18.088272+0000","last_peered":"2024-09-19T05:41:18.088272+0000","last_clean":"2024-09-19T05:41:18.088272+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:41:18.088272+0000","last_undegraded":"2024-09-19T05:41:18.088272+0000","last_fullsized":"2024-09-19T05:41:18.088272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075560+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:41:18.075560+0000","last_peered":"2024-09-19T05:41:18.075560+0000","last_clean":"2024-09-19T05:41:18.075560+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:41:18.075560+0000","last_undegraded":"2024-09-19T05:41:18.075560+0000","last_fullsized":"2024-09-19T05:41:18.075560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081554+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:41:18.081554+0000","last_peered":"2024-09-19T05:41:18.081554+0000","last_clean":"2024-09-19T05:41:18.081554+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:41:18.081554+0000","last_undegraded":"2024-09-19T05:41:18.081554+0000","last_fullsized":"2024-09-19T05:41:18.081554+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.046080+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:40:15.046080+0000","last_peered":"2024-09-19T05:40:15.046080+0000","last_clean":"2024-09-19T05:40:15.046080+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:40:15.046080+0000","last_undegraded":"2024-09-19T05:40:15.046080+0000","last_fullsized":"2024-09-19T05:40:15.046080+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-19T05:40:15.038256+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:40:15.038256+0000","last_peered":"2024-09-19T05:40:15.038256+0000","last_clean":"2024-09-19T05:40:15.038256+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:40:15.038256+0000","last_undegraded":"2024-09-19T05:40:15.038256+0000","last_fullsized":"2024-09-19T05:40:15.038256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":89,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078280+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:41:18.078280+0000","last_peered":"2024-09-19T05:41:18.078280+0000","last_clean":"2024-09-19T05:41:18.078280+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:41:18.078280+0000","last_undegraded":"2024-09-19T05:41:18.078280+0000","last_fullsized":"2024-09-19T05:41:18.078280+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":577,"num_read_kb":364,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481818,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":942080,"data_stored":450491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743456,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32792,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712360,"statfs":{"total":95995035648,"available":95961456640,"internally_reserved":0,"allocated":1638400,"data_stored":1101095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":962560,"data_stored":449839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135914,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":954368,"data_stored":449635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364847,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1556480,"data_stored":1043130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528371,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":432351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790009,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32684,"kb_used_data":1500,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712468,"statfs":{"total":95995035648,"available":95961567232,"internally_reserved":0,"allocated":1536000,"data_stored":1025210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953534,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":913408,"data_stored":432605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":432176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":493641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1007616,"data_stored":510233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":450895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:41:22.395 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-19T05:41:22.395 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 14, 'reported_epoch': 83, 'state': 'peering', 'last_fresh': '2024-09-19T05:40:17.468573+0000', 'last_change': '2024-09-19T05:41:17.071426+0000', 'last_active': '2024-09-19T05:41:17.071426+0000', 'last_peered': '2024-09-19T05:40:17.468573+0000', 'last_clean': '2024-09-19T05:40:17.468573+0000', 'last_became_active': '2024-09-19T05:40:14.053077+0000', 'last_became_peered': '2024-09-19T05:40:14.053077+0000', 'last_unstale': '2024-09-19T05:40:17.468573+0000', 'last_undegraded': '2024-09-19T05:40:17.468573+0000', 'last_fullsized': '2024-09-19T05:40:17.468573+0000', 'mapping_epoch': 84, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 81, 'last_epoch_clean': 82, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T05:40:13.012242+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T05:40:13.012242+0000', 'last_clean_scrub_stamp': '2024-09-19T05:40:13.012242+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 8], 'acting': [5, 4, 8], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4, 8], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-19T05:41:22.396 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph status --format=json 2024-09-19T05:41:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:22 smithi063 ceph-mon[34779]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:22 smithi063 ceph-mon[34779]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:22 smithi044 ceph-mon[34175]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:22 smithi044 ceph-mon[34175]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:22.658 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:23.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- 172.21.15.7:0/544055566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 msgr2=0x7f85981029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 --2- 172.21.15.7:0/544055566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f85981029b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f858c009900 tx=0x7f858c02a480 comp rx=0 tx=0).stop 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- 172.21.15.7:0/544055566 shutdown_connections 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 --2- 172.21.15.7:0/544055566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f859810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 --2- 172.21.15.7:0/544055566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f85981029b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 --2- 172.21.15.7:0/544055566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 0x7f8598101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- 172.21.15.7:0/544055566 >> 172.21.15.7:0/544055566 conn(0x7f85980fc7d0 msgr2=0x7f85980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- 172.21.15.7:0/544055566 shutdown_connections 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- 172.21.15.7:0/544055566 wait complete. 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 Processor -- start 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.132+0000 7f859faaf640 1 -- start start 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 0x7f85981992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:23.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f85981a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8598110e70 con 0x7f8598102570 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8598110cf0 con 0x7f8598100e20 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859faaf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8598110ff0 con 0x7f8598102ef0 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50916/0 (socket says 172.21.15.7:50916) 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 -- 172.21.15.7:0/3663175965 learned_addr learned my addr 172.21.15.7:0/3663175965 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d84b640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 0x7f85981992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859e04c640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f85981a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 -- 172.21.15.7:0/3663175965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 msgr2=0x7f85981a4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f85981a4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 -- 172.21.15.7:0/3663175965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 msgr2=0x7f85981992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 0x7f85981992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 -- 172.21.15.7:0/3663175965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85981a48a0 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859e04c640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f85981a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.133+0000 7f859d04a640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f858c006010 tx=0x7f858c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.134+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858c03f030 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.134+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f858c003cb0 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.134+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858c035070 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.134+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85981970d0 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.134+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8598197560 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.135+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8598101200 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.137+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f858c042030 con 0x7f8598102570 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.137+0000 7f858affd640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 0x7f85840a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.138+0000 7f859d84b640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 0x7f85840a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:23.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.138+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f858c0f0530 con 0x7f8598102570 2024-09-19T05:41:23.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.138+0000 7f859d84b640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 0x7f85840a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8594009990 tx=0x7f8594009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:23.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.140+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f858c0bd0b0 con 0x7f8598102570 2024-09-19T05:41:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.383+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8598109090 con 0x7f8598102570 2024-09-19T05:41:23.385 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:23 smithi007 ceph-mon[30960]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-19T05:41:23.385 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:23 smithi007 ceph-mon[30960]: Cluster is now healthy 2024-09-19T05:41:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.383+0000 7f858affd640 1 -- 172.21.15.7:0/3663175965 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+3179 (secure 0 0 0) 0x7f858c0bc9b0 con 0x7f8598102570 2024-09-19T05:41:23.386 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:23.386 INFO:teuthology.orchestra.run.smithi007.stdout:{"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":436,"monmap":{"epoch":3,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":85,"num_osds":12,"num_up_osds":12,"osd_up_since":1726724364,"num_in_osds":12,"osd_in_since":1726724341,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":102,"data_bytes":657574,"bytes_used":358400000,"bytes_avail":1151582027776,"bytes_total":1151940427776,"recovering_objects_per_sec":0,"recovering_bytes_per_sec":72,"recovering_keys_per_sec":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"read_bytes_sec":5246,"read_op_per_sec":10,"write_op_per_sec":0},"fsmap":{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","id":1,"up":5,"in":5,"max":5,"by_rank":[{"filesystem_id":1,"rank":4,"name":"g","status":"up:standby-replay","gid":14607},{"filesystem_id":1,"rank":4,"name":"a","status":"up:active","gid":14613},{"filesystem_id":1,"rank":3,"name":"k","status":"up:standby-replay","gid":24422},{"filesystem_id":1,"rank":2,"name":"l","status":"up:standby-replay","gid":24442},{"filesystem_id":1,"rank":1,"name":"e","status":"up:standby-replay","gid":24449},{"filesystem_id":1,"rank":0,"name":"h","status":"up:standby-replay","gid":24473},{"filesystem_id":1,"rank":3,"name":"f","status":"up:active","gid":24481},{"filesystem_id":1,"rank":2,"name":"c","status":"up:active","gid":24487},{"filesystem_id":1,"rank":1,"name":"b","status":"up:active","gid":24503},{"filesystem_id":1,"rank":0,"name":"i","status":"up:active","gid":24505}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":2,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.7:8443/"}},"servicemap":{"epoch":21,"modified":"2024-09-19T05:41:22.805658+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"e":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"f":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"g":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"h":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"k":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"l":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T05:41:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 msgr2=0x7f85840a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 0x7f85840a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f8594009990 tx=0x7f8594009110 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 msgr2=0x7f8598199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f858c006010 tx=0x7f858c0042f0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 shutdown_connections 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f85840a32d0 0x7f85840a5790 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8598102ef0 0x7f85981a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8598102570 0x7f8598199820 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 --2- 172.21.15.7:0/3663175965 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8598100e20 0x7f85981992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 >> 172.21.15.7:0/3663175965 conn(0x7f85980fc7d0 msgr2=0x7f85980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 shutdown_connections 2024-09-19T05:41:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:23.386+0000 7f859faaf640 1 -- 172.21.15.7:0/3663175965 wait complete. 2024-09-19T05:41:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:23 smithi044 ceph-mon[34175]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-19T05:41:23.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:23 smithi044 ceph-mon[34175]: Cluster is now healthy 2024-09-19T05:41:23.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:23 smithi063 ceph-mon[34779]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-19T05:41:23.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:23 smithi063 ceph-mon[34779]: Cluster is now healthy 2024-09-19T05:41:24.025 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2024-09-19T05:41:24.025 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:41:24.285 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:24.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:24 smithi007 ceph-mon[30960]: pgmap v318: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:24.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:24 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3663175965' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-19T05:41:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:24 smithi044 ceph-mon[34175]: pgmap v318: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:24 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3663175965' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-19T05:41:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:24 smithi063 ceph-mon[34779]: pgmap v318: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:24 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3663175965' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 -- 172.21.15.7:0/2448024581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102ef0 msgr2=0x7f77bc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 --2- 172.21.15.7:0/2448024581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102ef0 0x7f77bc10da40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f77b4009ca0 tx=0x7f77b402a950 comp rx=0 tx=0).stop 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 -- 172.21.15.7:0/2448024581 shutdown_connections 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 --2- 172.21.15.7:0/2448024581 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102ef0 0x7f77bc10da40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 --2- 172.21.15.7:0/2448024581 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc102570 0x7f77bc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 --2- 172.21.15.7:0/2448024581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc100e20 0x7f77bc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 -- 172.21.15.7:0/2448024581 >> 172.21.15.7:0/2448024581 conn(0x7f77bc0fc7d0 msgr2=0x7f77bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 -- 172.21.15.7:0/2448024581 shutdown_connections 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.737+0000 7f77c20d8640 1 -- 172.21.15.7:0/2448024581 wait complete. 2024-09-19T05:41:24.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 Processor -- start 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 -- start start 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc100e20 0x7f77bc0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 0x7f77bc0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc110e70 con 0x7f77bc102570 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc110cf0 con 0x7f77bc102ef0 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77c20d8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f77bc110ff0 con 0x7f77bc100e20 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50932/0 (socket says 172.21.15.7:50932) 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 -- 172.21.15.7:0/1480457423 learned_addr learned my addr 172.21.15.7:0/1480457423 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 -- 172.21.15.7:0/1480457423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc100e20 msgr2=0x7f77bc0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77bb7fe640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc100e20 0x7f77bc0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:24.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77bbfff640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 0x7f77bc0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc100e20 0x7f77bc0fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.738+0000 7f77baffd640 1 -- 172.21.15.7:0/1480457423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 msgr2=0x7f77bc0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77baffd640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 0x7f77bc0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77baffd640 1 -- 172.21.15.7:0/1480457423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77bc1a6960 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77bbfff640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 0x7f77bc0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77baffd640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f77a400d770 tx=0x7f77a400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77a4017070 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77bc1a6c50 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77a40054d0 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77a4004cf0 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.739+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77bc1a7190 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.740+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77bc101200 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.741+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f77a4004e90 con 0x7f77bc102570 2024-09-19T05:41:24.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.742+0000 7f77b8ff9640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 0x7f77a80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:24.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.742+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f77a40cf9a0 con 0x7f77bc102570 2024-09-19T05:41:24.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.742+0000 7f77bb7fe640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 0x7f77a80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:24.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.743+0000 7f77bb7fe640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 0x7f77a80a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00a810 tx=0x7f77ac008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:24.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.745+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f77a409c560 con 0x7f77bc102570 2024-09-19T05:41:24.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.922+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f77bc062630 con 0x7f77a80a32d0 2024-09-19T05:41:24.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.928+0000 7f77b8ff9640 1 -- 172.21.15.7:0/1480457423 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258754 (secure 0 0 0) 0x7f77bc062630 con 0x7f77a80a32d0 2024-09-19T05:41:24.932 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:24.933 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:41:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.931+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 msgr2=0x7f77a80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.931+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 0x7f77a80a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00a810 tx=0x7f77ac008040 comp rx=0 tx=0).stop 2024-09-19T05:41:24.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.931+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 msgr2=0x7f77bc0fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.931+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f77a400d770 tx=0x7f77a400dc30 comp rx=0 tx=0).stop 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 shutdown_connections 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77a80a32d0 0x7f77a80a5790 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77bc102ef0 0x7f77bc0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77bc102570 0x7f77bc0fd1c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 --2- 172.21.15.7:0/1480457423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77bc100e20 0x7f77bc0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 >> 172.21.15.7:0/1480457423 conn(0x7f77bc0fc7d0 msgr2=0x7f77bc06a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 shutdown_connections 2024-09-19T05:41:24.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:24.932+0000 7f77c20d8640 1 -- 172.21.15.7:0/1480457423 wait complete. 2024-09-19T05:41:25.627 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":319,"stamp":"2024-09-19T05:41:24.806000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":743,"num_read_kb":493,"num_write":427,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":350000,"kb_used_data":13164,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124591824,"statfs":{"total":1151940427776,"available":1151582027776,"internally_reserved":0,"allocated":13479936,"data_stored":7357326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":34,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001988"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078276+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:41:18.078276+0000","last_peered":"2024-09-19T05:41:18.078276+0000","last_clean":"2024-09-19T05:41:18.078276+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:41:18.078276+0000","last_undegraded":"2024-09-19T05:41:18.078276+0000","last_fullsized":"2024-09-19T05:41:18.078276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080254+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:41:18.080254+0000","last_peered":"2024-09-19T05:41:18.080254+0000","last_clean":"2024-09-19T05:41:18.080254+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:41:18.080254+0000","last_undegraded":"2024-09-19T05:41:18.080254+0000","last_fullsized":"2024-09-19T05:41:18.080254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.094965+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:41:18.094965+0000","last_peered":"2024-09-19T05:41:18.094965+0000","last_clean":"2024-09-19T05:41:18.094965+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:41:18.094965+0000","last_undegraded":"2024-09-19T05:41:18.094965+0000","last_fullsized":"2024-09-19T05:41:18.094965+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081690+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:41:18.081690+0000","last_peered":"2024-09-19T05:41:18.081690+0000","last_clean":"2024-09-19T05:41:18.081690+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:41:18.081690+0000","last_undegraded":"2024-09-19T05:41:18.081690+0000","last_fullsized":"2024-09-19T05:41:18.081690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079180+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:41:18.079180+0000","last_peered":"2024-09-19T05:41:18.079180+0000","last_clean":"2024-09-19T05:41:18.079180+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:41:18.079180+0000","last_undegraded":"2024-09-19T05:41:18.079180+0000","last_fullsized":"2024-09-19T05:41:18.079180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077254+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:41:18.077254+0000","last_peered":"2024-09-19T05:41:18.077254+0000","last_clean":"2024-09-19T05:41:18.077254+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:41:18.077254+0000","last_undegraded":"2024-09-19T05:41:18.077254+0000","last_fullsized":"2024-09-19T05:41:18.077254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076933+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:41:18.076933+0000","last_peered":"2024-09-19T05:41:18.076933+0000","last_clean":"2024-09-19T05:41:18.076933+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:41:18.076933+0000","last_undegraded":"2024-09-19T05:41:18.076933+0000","last_fullsized":"2024-09-19T05:41:18.076933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076420+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:41:18.076420+0000","last_peered":"2024-09-19T05:41:18.076420+0000","last_clean":"2024-09-19T05:41:18.076420+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:41:18.076420+0000","last_undegraded":"2024-09-19T05:41:18.076420+0000","last_fullsized":"2024-09-19T05:41:18.076420+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080117+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:41:18.080117+0000","last_peered":"2024-09-19T05:41:18.080117+0000","last_clean":"2024-09-19T05:41:18.080117+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:41:18.080117+0000","last_undegraded":"2024-09-19T05:41:18.080117+0000","last_fullsized":"2024-09-19T05:41:18.080117+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077609+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:41:18.077609+0000","last_peered":"2024-09-19T05:41:18.077609+0000","last_clean":"2024-09-19T05:41:18.077609+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:41:18.077609+0000","last_undegraded":"2024-09-19T05:41:18.077609+0000","last_fullsized":"2024-09-19T05:41:18.077609+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095056+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:41:18.095056+0000","last_peered":"2024-09-19T05:41:18.095056+0000","last_clean":"2024-09-19T05:41:18.095056+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:41:18.095056+0000","last_undegraded":"2024-09-19T05:41:18.095056+0000","last_fullsized":"2024-09-19T05:41:18.095056+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074323+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:41:18.074323+0000","last_peered":"2024-09-19T05:41:18.074323+0000","last_clean":"2024-09-19T05:41:18.074323+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:41:18.074323+0000","last_undegraded":"2024-09-19T05:41:18.074323+0000","last_fullsized":"2024-09-19T05:41:18.074323+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080041+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:41:18.080041+0000","last_peered":"2024-09-19T05:41:18.080041+0000","last_clean":"2024-09-19T05:41:18.080041+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:41:18.080041+0000","last_undegraded":"2024-09-19T05:41:18.080041+0000","last_fullsized":"2024-09-19T05:41:18.080041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079851+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:41:18.079851+0000","last_peered":"2024-09-19T05:41:18.079851+0000","last_clean":"2024-09-19T05:41:18.079851+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:41:18.079851+0000","last_undegraded":"2024-09-19T05:41:18.079851+0000","last_fullsized":"2024-09-19T05:41:18.079851+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075328+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:41:18.075328+0000","last_peered":"2024-09-19T05:41:18.075328+0000","last_clean":"2024-09-19T05:41:18.075328+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:41:18.075328+0000","last_undegraded":"2024-09-19T05:41:18.075328+0000","last_fullsized":"2024-09-19T05:41:18.075328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078505+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:41:18.078505+0000","last_peered":"2024-09-19T05:41:18.078505+0000","last_clean":"2024-09-19T05:41:18.078505+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:41:18.078505+0000","last_undegraded":"2024-09-19T05:41:18.078505+0000","last_fullsized":"2024-09-19T05:41:18.078505+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077902+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:41:18.077902+0000","last_peered":"2024-09-19T05:41:18.077902+0000","last_clean":"2024-09-19T05:41:18.077902+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:41:18.077902+0000","last_undegraded":"2024-09-19T05:41:18.077902+0000","last_fullsized":"2024-09-19T05:41:18.077902+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075266+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:41:18.075266+0000","last_peered":"2024-09-19T05:41:18.075266+0000","last_clean":"2024-09-19T05:41:18.075266+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:41:18.075266+0000","last_undegraded":"2024-09-19T05:41:18.075266+0000","last_fullsized":"2024-09-19T05:41:18.075266+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078180+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:41:18.078180+0000","last_peered":"2024-09-19T05:41:18.078180+0000","last_clean":"2024-09-19T05:41:18.078180+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:41:18.078180+0000","last_undegraded":"2024-09-19T05:41:18.078180+0000","last_fullsized":"2024-09-19T05:41:18.078180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074419+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:41:18.074419+0000","last_peered":"2024-09-19T05:41:18.074419+0000","last_clean":"2024-09-19T05:41:18.074419+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:41:18.074419+0000","last_undegraded":"2024-09-19T05:41:18.074419+0000","last_fullsized":"2024-09-19T05:41:18.074419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075509+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:41:18.075509+0000","last_peered":"2024-09-19T05:41:18.075509+0000","last_clean":"2024-09-19T05:41:18.075509+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:41:18.075509+0000","last_undegraded":"2024-09-19T05:41:18.075509+0000","last_fullsized":"2024-09-19T05:41:18.075509+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077624+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:41:18.077624+0000","last_peered":"2024-09-19T05:41:18.077624+0000","last_clean":"2024-09-19T05:41:18.077624+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:41:18.077624+0000","last_undegraded":"2024-09-19T05:41:18.077624+0000","last_fullsized":"2024-09-19T05:41:18.077624+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078289+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:41:18.078289+0000","last_peered":"2024-09-19T05:41:18.078289+0000","last_clean":"2024-09-19T05:41:18.078289+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:41:18.078289+0000","last_undegraded":"2024-09-19T05:41:18.078289+0000","last_fullsized":"2024-09-19T05:41:18.078289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082964+0000","last_change":"2024-09-19T05:41:18.082964+0000","last_active":"2024-09-19T05:41:18.082964+0000","last_peered":"2024-09-19T05:41:18.082964+0000","last_clean":"2024-09-19T05:41:18.082964+0000","last_became_active":"2024-09-19T05:41:18.082599+0000","last_became_peered":"2024-09-19T05:41:18.082599+0000","last_unstale":"2024-09-19T05:41:18.082964+0000","last_undegraded":"2024-09-19T05:41:18.082964+0000","last_fullsized":"2024-09-19T05:41:18.082964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.980578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075397+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:41:18.075397+0000","last_peered":"2024-09-19T05:41:18.075397+0000","last_clean":"2024-09-19T05:41:18.075397+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:41:18.075397+0000","last_undegraded":"2024-09-19T05:41:18.075397+0000","last_fullsized":"2024-09-19T05:41:18.075397+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077996+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:41:18.077996+0000","last_peered":"2024-09-19T05:41:18.077996+0000","last_clean":"2024-09-19T05:41:18.077996+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:41:18.077996+0000","last_undegraded":"2024-09-19T05:41:18.077996+0000","last_fullsized":"2024-09-19T05:41:18.077996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074204+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:41:18.074204+0000","last_peered":"2024-09-19T05:41:18.074204+0000","last_clean":"2024-09-19T05:41:18.074204+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:41:18.074204+0000","last_undegraded":"2024-09-19T05:41:18.074204+0000","last_fullsized":"2024-09-19T05:41:18.074204+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080135+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:41:18.080135+0000","last_peered":"2024-09-19T05:41:18.080135+0000","last_clean":"2024-09-19T05:41:18.080135+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:41:18.080135+0000","last_undegraded":"2024-09-19T05:41:18.080135+0000","last_fullsized":"2024-09-19T05:41:18.080135+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074929+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:41:18.074929+0000","last_peered":"2024-09-19T05:41:18.074929+0000","last_clean":"2024-09-19T05:41:18.074929+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:41:18.074929+0000","last_undegraded":"2024-09-19T05:41:18.074929+0000","last_fullsized":"2024-09-19T05:41:18.074929+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095570+0000","last_change":"2024-09-19T05:41:18.095570+0000","last_active":"2024-09-19T05:41:18.095570+0000","last_peered":"2024-09-19T05:41:18.095570+0000","last_clean":"2024-09-19T05:41:18.095570+0000","last_became_active":"2024-09-19T05:41:18.095231+0000","last_became_peered":"2024-09-19T05:41:18.095231+0000","last_unstale":"2024-09-19T05:41:18.095570+0000","last_undegraded":"2024-09-19T05:41:18.095570+0000","last_fullsized":"2024-09-19T05:41:18.095570+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:54.933702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077773+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:41:18.077773+0000","last_peered":"2024-09-19T05:41:18.077773+0000","last_clean":"2024-09-19T05:41:18.077773+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:41:18.077773+0000","last_undegraded":"2024-09-19T05:41:18.077773+0000","last_fullsized":"2024-09-19T05:41:18.077773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081207+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:41:18.081207+0000","last_peered":"2024-09-19T05:41:18.081207+0000","last_clean":"2024-09-19T05:41:18.081207+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:41:18.081207+0000","last_undegraded":"2024-09-19T05:41:18.081207+0000","last_fullsized":"2024-09-19T05:41:18.081207+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":89,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:21.139238+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:41:21.139238+0000","last_peered":"2024-09-19T05:41:21.139238+0000","last_clean":"2024-09-19T05:41:21.139238+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:41:21.139238+0000","last_undegraded":"2024-09-19T05:41:21.139238+0000","last_fullsized":"2024-09-19T05:41:21.139238+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":61,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.096182+0000","last_change":"2024-09-19T05:41:18.096182+0000","last_active":"2024-09-19T05:41:18.096182+0000","last_peered":"2024-09-19T05:41:18.096182+0000","last_clean":"2024-09-19T05:41:18.096182+0000","last_became_active":"2024-09-19T05:41:18.095744+0000","last_became_peered":"2024-09-19T05:41:18.095744+0000","last_unstale":"2024-09-19T05:41:18.096182+0000","last_undegraded":"2024-09-19T05:41:18.096182+0000","last_fullsized":"2024-09-19T05:41:18.096182+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.430183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079334+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:41:18.079334+0000","last_peered":"2024-09-19T05:41:18.079334+0000","last_clean":"2024-09-19T05:41:18.079334+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:41:18.079334+0000","last_undegraded":"2024-09-19T05:41:18.079334+0000","last_fullsized":"2024-09-19T05:41:18.079334+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074043+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:41:18.074043+0000","last_peered":"2024-09-19T05:41:18.074043+0000","last_clean":"2024-09-19T05:41:18.074043+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:41:18.074043+0000","last_undegraded":"2024-09-19T05:41:18.074043+0000","last_fullsized":"2024-09-19T05:41:18.074043+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077050+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:41:18.077050+0000","last_peered":"2024-09-19T05:41:18.077050+0000","last_clean":"2024-09-19T05:41:18.077050+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:41:18.077050+0000","last_undegraded":"2024-09-19T05:41:18.077050+0000","last_fullsized":"2024-09-19T05:41:18.077050+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078595+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:41:18.078595+0000","last_peered":"2024-09-19T05:41:18.078595+0000","last_clean":"2024-09-19T05:41:18.078595+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:41:18.078595+0000","last_undegraded":"2024-09-19T05:41:18.078595+0000","last_fullsized":"2024-09-19T05:41:18.078595+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077328+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:41:18.077328+0000","last_peered":"2024-09-19T05:41:18.077328+0000","last_clean":"2024-09-19T05:41:18.077328+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:41:18.077328+0000","last_undegraded":"2024-09-19T05:41:18.077328+0000","last_fullsized":"2024-09-19T05:41:18.077328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":136,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:19.135709+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:41:19.135709+0000","last_peered":"2024-09-19T05:41:19.135709+0000","last_clean":"2024-09-19T05:41:19.135709+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:41:19.135709+0000","last_undegraded":"2024-09-19T05:41:19.135709+0000","last_fullsized":"2024-09-19T05:41:19.135709+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076222+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:41:18.076222+0000","last_peered":"2024-09-19T05:41:18.076222+0000","last_clean":"2024-09-19T05:41:18.076222+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:41:18.076222+0000","last_undegraded":"2024-09-19T05:41:18.076222+0000","last_fullsized":"2024-09-19T05:41:18.076222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":38,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.100337+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:41:18.100337+0000","last_peered":"2024-09-19T05:41:18.100337+0000","last_clean":"2024-09-19T05:41:18.100337+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:41:18.100337+0000","last_undegraded":"2024-09-19T05:41:18.100337+0000","last_fullsized":"2024-09-19T05:41:18.100337+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080383+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:41:18.080383+0000","last_peered":"2024-09-19T05:41:18.080383+0000","last_clean":"2024-09-19T05:41:18.080383+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:41:18.080383+0000","last_undegraded":"2024-09-19T05:41:18.080383+0000","last_fullsized":"2024-09-19T05:41:18.080383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079071+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:41:18.079071+0000","last_peered":"2024-09-19T05:41:18.079071+0000","last_clean":"2024-09-19T05:41:18.079071+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:41:18.079071+0000","last_undegraded":"2024-09-19T05:41:18.079071+0000","last_fullsized":"2024-09-19T05:41:18.079071+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082843+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:41:18.082843+0000","last_peered":"2024-09-19T05:41:18.082843+0000","last_clean":"2024-09-19T05:41:18.082843+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:41:18.082843+0000","last_undegraded":"2024-09-19T05:41:18.082843+0000","last_fullsized":"2024-09-19T05:41:18.082843+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":171,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:19.135772+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:41:19.135772+0000","last_peered":"2024-09-19T05:41:19.135772+0000","last_clean":"2024-09-19T05:41:19.135772+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:41:19.135772+0000","last_undegraded":"2024-09-19T05:41:19.135772+0000","last_fullsized":"2024-09-19T05:41:19.135772+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":117,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081435+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:41:18.081435+0000","last_peered":"2024-09-19T05:41:18.081435+0000","last_clean":"2024-09-19T05:41:18.081435+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:41:18.081435+0000","last_undegraded":"2024-09-19T05:41:18.081435+0000","last_fullsized":"2024-09-19T05:41:18.081435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075028+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:41:18.075028+0000","last_peered":"2024-09-19T05:41:18.075028+0000","last_clean":"2024-09-19T05:41:18.075028+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:41:18.075028+0000","last_undegraded":"2024-09-19T05:41:18.075028+0000","last_fullsized":"2024-09-19T05:41:18.075028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074130+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:41:18.074130+0000","last_peered":"2024-09-19T05:41:18.074130+0000","last_clean":"2024-09-19T05:41:18.074130+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:41:18.074130+0000","last_undegraded":"2024-09-19T05:41:18.074130+0000","last_fullsized":"2024-09-19T05:41:18.074130+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078590+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:41:18.078590+0000","last_peered":"2024-09-19T05:41:18.078590+0000","last_clean":"2024-09-19T05:41:18.078590+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:41:18.078590+0000","last_undegraded":"2024-09-19T05:41:18.078590+0000","last_fullsized":"2024-09-19T05:41:18.078590+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077537+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:41:18.077537+0000","last_peered":"2024-09-19T05:41:18.077537+0000","last_clean":"2024-09-19T05:41:18.077537+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:41:18.077537+0000","last_undegraded":"2024-09-19T05:41:18.077537+0000","last_fullsized":"2024-09-19T05:41:18.077537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":89,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:21.139416+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:41:21.139416+0000","last_peered":"2024-09-19T05:41:21.139416+0000","last_clean":"2024-09-19T05:41:21.139416+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:41:21.139416+0000","last_undegraded":"2024-09-19T05:41:21.139416+0000","last_fullsized":"2024-09-19T05:41:21.139416+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":62,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081253+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:41:18.081253+0000","last_peered":"2024-09-19T05:41:18.081253+0000","last_clean":"2024-09-19T05:41:18.081253+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:41:18.081253+0000","last_undegraded":"2024-09-19T05:41:18.081253+0000","last_fullsized":"2024-09-19T05:41:18.081253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":40,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080606+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:41:18.080606+0000","last_peered":"2024-09-19T05:41:18.080606+0000","last_clean":"2024-09-19T05:41:18.080606+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:41:18.080606+0000","last_undegraded":"2024-09-19T05:41:18.080606+0000","last_fullsized":"2024-09-19T05:41:18.080606+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078742+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:41:18.078742+0000","last_peered":"2024-09-19T05:41:18.078742+0000","last_clean":"2024-09-19T05:41:18.078742+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:41:18.078742+0000","last_undegraded":"2024-09-19T05:41:18.078742+0000","last_fullsized":"2024-09-19T05:41:18.078742+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082506+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:41:18.082506+0000","last_peered":"2024-09-19T05:41:18.082506+0000","last_clean":"2024-09-19T05:41:18.082506+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:41:18.082506+0000","last_undegraded":"2024-09-19T05:41:18.082506+0000","last_fullsized":"2024-09-19T05:41:18.082506+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077727+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:41:18.077727+0000","last_peered":"2024-09-19T05:41:18.077727+0000","last_clean":"2024-09-19T05:41:18.077727+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:41:18.077727+0000","last_undegraded":"2024-09-19T05:41:18.077727+0000","last_fullsized":"2024-09-19T05:41:18.077727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074247+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:41:18.074247+0000","last_peered":"2024-09-19T05:41:18.074247+0000","last_clean":"2024-09-19T05:41:18.074247+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:41:18.074247+0000","last_undegraded":"2024-09-19T05:41:18.074247+0000","last_fullsized":"2024-09-19T05:41:18.074247+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077507+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:41:18.077507+0000","last_peered":"2024-09-19T05:41:18.077507+0000","last_clean":"2024-09-19T05:41:18.077507+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:41:18.077507+0000","last_undegraded":"2024-09-19T05:41:18.077507+0000","last_fullsized":"2024-09-19T05:41:18.077507+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079223+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:41:18.079223+0000","last_peered":"2024-09-19T05:41:18.079223+0000","last_clean":"2024-09-19T05:41:18.079223+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:41:18.079223+0000","last_undegraded":"2024-09-19T05:41:18.079223+0000","last_fullsized":"2024-09-19T05:41:18.079223+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077343+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:41:18.077343+0000","last_peered":"2024-09-19T05:41:18.077343+0000","last_clean":"2024-09-19T05:41:18.077343+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:41:18.077343+0000","last_undegraded":"2024-09-19T05:41:18.077343+0000","last_fullsized":"2024-09-19T05:41:18.077343+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":86,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:20.137668+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:41:20.137668+0000","last_peered":"2024-09-19T05:41:20.137668+0000","last_clean":"2024-09-19T05:41:20.137668+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:41:20.137668+0000","last_undegraded":"2024-09-19T05:41:20.137668+0000","last_fullsized":"2024-09-19T05:41:20.137668+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":59,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077731+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:41:18.077731+0000","last_peered":"2024-09-19T05:41:18.077731+0000","last_clean":"2024-09-19T05:41:18.077731+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:41:18.077731+0000","last_undegraded":"2024-09-19T05:41:18.077731+0000","last_fullsized":"2024-09-19T05:41:18.077731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077840+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:41:18.077840+0000","last_peered":"2024-09-19T05:41:18.077840+0000","last_clean":"2024-09-19T05:41:18.077840+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:41:18.077840+0000","last_undegraded":"2024-09-19T05:41:18.077840+0000","last_fullsized":"2024-09-19T05:41:18.077840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095249+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:41:18.095249+0000","last_peered":"2024-09-19T05:41:18.095249+0000","last_clean":"2024-09-19T05:41:18.095249+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:41:18.095249+0000","last_undegraded":"2024-09-19T05:41:18.095249+0000","last_fullsized":"2024-09-19T05:41:18.095249+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077943+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:41:18.077943+0000","last_peered":"2024-09-19T05:41:18.077943+0000","last_clean":"2024-09-19T05:41:18.077943+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:41:18.077943+0000","last_undegraded":"2024-09-19T05:41:18.077943+0000","last_fullsized":"2024-09-19T05:41:18.077943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077455+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:41:18.077455+0000","last_peered":"2024-09-19T05:41:18.077455+0000","last_clean":"2024-09-19T05:41:18.077455+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:41:18.077455+0000","last_undegraded":"2024-09-19T05:41:18.077455+0000","last_fullsized":"2024-09-19T05:41:18.077455+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074029+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:41:18.074029+0000","last_peered":"2024-09-19T05:41:18.074029+0000","last_clean":"2024-09-19T05:41:18.074029+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:41:18.074029+0000","last_undegraded":"2024-09-19T05:41:18.074029+0000","last_fullsized":"2024-09-19T05:41:18.074029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":86,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:21.138801+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:41:21.138801+0000","last_peered":"2024-09-19T05:41:21.138801+0000","last_clean":"2024-09-19T05:41:21.138801+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:41:21.138801+0000","last_undegraded":"2024-09-19T05:41:21.138801+0000","last_fullsized":"2024-09-19T05:41:21.138801+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":59,"num_read_kb":59,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078400+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:41:18.078400+0000","last_peered":"2024-09-19T05:41:18.078400+0000","last_clean":"2024-09-19T05:41:18.078400+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:41:18.078400+0000","last_undegraded":"2024-09-19T05:41:18.078400+0000","last_fullsized":"2024-09-19T05:41:18.078400+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":86,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:22.139130+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:41:22.139130+0000","last_peered":"2024-09-19T05:41:22.139130+0000","last_clean":"2024-09-19T05:41:22.139130+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:41:22.139130+0000","last_undegraded":"2024-09-19T05:41:22.139130+0000","last_fullsized":"2024-09-19T05:41:22.139130+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":59,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082326+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:41:18.082326+0000","last_peered":"2024-09-19T05:41:18.082326+0000","last_clean":"2024-09-19T05:41:18.082326+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:41:18.082326+0000","last_undegraded":"2024-09-19T05:41:18.082326+0000","last_fullsized":"2024-09-19T05:41:18.082326+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.092230+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:41:18.092230+0000","last_peered":"2024-09-19T05:41:18.092230+0000","last_clean":"2024-09-19T05:41:18.092230+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:41:18.092230+0000","last_undegraded":"2024-09-19T05:41:18.092230+0000","last_fullsized":"2024-09-19T05:41:18.092230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079467+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:41:18.079467+0000","last_peered":"2024-09-19T05:41:18.079467+0000","last_clean":"2024-09-19T05:41:18.079467+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:41:18.079467+0000","last_undegraded":"2024-09-19T05:41:18.079467+0000","last_fullsized":"2024-09-19T05:41:18.079467+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082166+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:41:18.082166+0000","last_peered":"2024-09-19T05:41:18.082166+0000","last_clean":"2024-09-19T05:41:18.082166+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:41:18.082166+0000","last_undegraded":"2024-09-19T05:41:18.082166+0000","last_fullsized":"2024-09-19T05:41:18.082166+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074317+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:41:18.074317+0000","last_peered":"2024-09-19T05:41:18.074317+0000","last_clean":"2024-09-19T05:41:18.074317+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:41:18.074317+0000","last_undegraded":"2024-09-19T05:41:18.074317+0000","last_fullsized":"2024-09-19T05:41:18.074317+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":37,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077994+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:41:18.077994+0000","last_peered":"2024-09-19T05:41:18.077994+0000","last_clean":"2024-09-19T05:41:18.077994+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:41:18.077994+0000","last_undegraded":"2024-09-19T05:41:18.077994+0000","last_fullsized":"2024-09-19T05:41:18.077994+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077251+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:41:18.077251+0000","last_peered":"2024-09-19T05:41:18.077251+0000","last_clean":"2024-09-19T05:41:18.077251+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:41:18.077251+0000","last_undegraded":"2024-09-19T05:41:18.077251+0000","last_fullsized":"2024-09-19T05:41:18.077251+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095271+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:41:18.095271+0000","last_peered":"2024-09-19T05:41:18.095271+0000","last_clean":"2024-09-19T05:41:18.095271+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:41:18.095271+0000","last_undegraded":"2024-09-19T05:41:18.095271+0000","last_fullsized":"2024-09-19T05:41:18.095271+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080482+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:41:18.080482+0000","last_peered":"2024-09-19T05:41:18.080482+0000","last_clean":"2024-09-19T05:41:18.080482+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:41:18.080482+0000","last_undegraded":"2024-09-19T05:41:18.080482+0000","last_fullsized":"2024-09-19T05:41:18.080482+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075447+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:41:18.075447+0000","last_peered":"2024-09-19T05:41:18.075447+0000","last_clean":"2024-09-19T05:41:18.075447+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:41:18.075447+0000","last_undegraded":"2024-09-19T05:41:18.075447+0000","last_fullsized":"2024-09-19T05:41:18.075447+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080867+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:41:18.080867+0000","last_peered":"2024-09-19T05:41:18.080867+0000","last_clean":"2024-09-19T05:41:18.080867+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:41:18.080867+0000","last_undegraded":"2024-09-19T05:41:18.080867+0000","last_fullsized":"2024-09-19T05:41:18.080867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077726+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:41:18.077726+0000","last_peered":"2024-09-19T05:41:18.077726+0000","last_clean":"2024-09-19T05:41:18.077726+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:41:18.077726+0000","last_undegraded":"2024-09-19T05:41:18.077726+0000","last_fullsized":"2024-09-19T05:41:18.077726+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077904+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:41:18.077904+0000","last_peered":"2024-09-19T05:41:18.077904+0000","last_clean":"2024-09-19T05:41:18.077904+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:41:18.077904+0000","last_undegraded":"2024-09-19T05:41:18.077904+0000","last_fullsized":"2024-09-19T05:41:18.077904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074938+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:41:18.074938+0000","last_peered":"2024-09-19T05:41:18.074938+0000","last_clean":"2024-09-19T05:41:18.074938+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:41:18.074938+0000","last_undegraded":"2024-09-19T05:41:18.074938+0000","last_fullsized":"2024-09-19T05:41:18.074938+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078260+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:41:18.078260+0000","last_peered":"2024-09-19T05:41:18.078260+0000","last_clean":"2024-09-19T05:41:18.078260+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:41:18.078260+0000","last_undegraded":"2024-09-19T05:41:18.078260+0000","last_fullsized":"2024-09-19T05:41:18.078260+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081803+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:41:18.081803+0000","last_peered":"2024-09-19T05:41:18.081803+0000","last_clean":"2024-09-19T05:41:18.081803+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:41:18.081803+0000","last_undegraded":"2024-09-19T05:41:18.081803+0000","last_fullsized":"2024-09-19T05:41:18.081803+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077426+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:41:18.077426+0000","last_peered":"2024-09-19T05:41:18.077426+0000","last_clean":"2024-09-19T05:41:18.077426+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:41:18.077426+0000","last_undegraded":"2024-09-19T05:41:18.077426+0000","last_fullsized":"2024-09-19T05:41:18.077426+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079029+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:41:18.079029+0000","last_peered":"2024-09-19T05:41:18.079029+0000","last_clean":"2024-09-19T05:41:18.079029+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:41:18.079029+0000","last_undegraded":"2024-09-19T05:41:18.079029+0000","last_fullsized":"2024-09-19T05:41:18.079029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.088272+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:41:18.088272+0000","last_peered":"2024-09-19T05:41:18.088272+0000","last_clean":"2024-09-19T05:41:18.088272+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:41:18.088272+0000","last_undegraded":"2024-09-19T05:41:18.088272+0000","last_fullsized":"2024-09-19T05:41:18.088272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075560+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:41:18.075560+0000","last_peered":"2024-09-19T05:41:18.075560+0000","last_clean":"2024-09-19T05:41:18.075560+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:41:18.075560+0000","last_undegraded":"2024-09-19T05:41:18.075560+0000","last_fullsized":"2024-09-19T05:41:18.075560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081554+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:41:18.081554+0000","last_peered":"2024-09-19T05:41:18.081554+0000","last_clean":"2024-09-19T05:41:18.081554+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:41:18.081554+0000","last_undegraded":"2024-09-19T05:41:18.081554+0000","last_fullsized":"2024-09-19T05:41:18.081554+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077799+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:41:18.077799+0000","last_peered":"2024-09-19T05:41:18.077799+0000","last_clean":"2024-09-19T05:41:18.077799+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:41:18.077799+0000","last_undegraded":"2024-09-19T05:41:18.077799+0000","last_fullsized":"2024-09-19T05:41:18.077799+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077546+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:41:18.077546+0000","last_peered":"2024-09-19T05:41:18.077546+0000","last_clean":"2024-09-19T05:41:18.077546+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:41:18.077546+0000","last_undegraded":"2024-09-19T05:41:18.077546+0000","last_fullsized":"2024-09-19T05:41:18.077546+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":94,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:22.138373+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:41:22.138373+0000","last_peered":"2024-09-19T05:41:22.138373+0000","last_clean":"2024-09-19T05:41:22.138373+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:41:22.138373+0000","last_undegraded":"2024-09-19T05:41:22.138373+0000","last_fullsized":"2024-09-19T05:41:22.138373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":59,"num_read_kb":59,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":607,"num_read_kb":374,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481818,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":942080,"data_stored":450491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743456,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32792,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712360,"statfs":{"total":95995035648,"available":95961456640,"internally_reserved":0,"allocated":1638400,"data_stored":1101095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906982,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":962560,"data_stored":449839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135915,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":954368,"data_stored":449635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364848,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1556480,"data_stored":1043130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528372,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":449556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32724,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712428,"statfs":{"total":95995035648,"available":95961526272,"internally_reserved":0,"allocated":1568768,"data_stored":1042415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953535,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":946176,"data_stored":449810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182468,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":962560,"data_stored":449381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":510846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1007616,"data_stored":510233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":450895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:41:26.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:26 smithi044 ceph-mon[34175]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:26.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:26 smithi044 ceph-mon[34175]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:26 smithi007 ceph-mon[30960]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:26 smithi007 ceph-mon[30960]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:26 smithi063 ceph-mon[34779]: pgmap v319: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 72 B/s, 0 objects/s recovering 2024-09-19T05:41:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:26 smithi063 ceph-mon[34779]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:28.455 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:28 smithi063 ceph-mon[34779]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 59 B/s, 0 objects/s recovering 2024-09-19T05:41:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:28 smithi044 ceph-mon[34175]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 59 B/s, 0 objects/s recovering 2024-09-19T05:41:28.631 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-19T05:41:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:28 smithi007 ceph-mon[30960]: pgmap v320: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 59 B/s, 0 objects/s recovering 2024-09-19T05:41:28.903 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.393+0000 7f636bb25640 1 -- 172.21.15.7:0/603230962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 msgr2=0x7f63641067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.393+0000 7f636bb25640 1 --2- 172.21.15.7:0/603230962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f63641067e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6354009900 tx=0x7f635402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 -- 172.21.15.7:0/603230962 shutdown_connections 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 --2- 172.21.15.7:0/603230962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364106f10 0x7f636410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 --2- 172.21.15.7:0/603230962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f63641067e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 --2- 172.21.15.7:0/603230962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364101de0 0x7f63641021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 -- 172.21.15.7:0/603230962 >> 172.21.15.7:0/603230962 conn(0x7f63640fd8c0 msgr2=0x7f63640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:29.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 -- 172.21.15.7:0/603230962 shutdown_connections 2024-09-19T05:41:29.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 -- 172.21.15.7:0/603230962 wait complete. 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 Processor -- start 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.394+0000 7f636bb25640 1 -- start start 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364101de0 0x7f63641983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364106f10 0x7f636419ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:29.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6364111e20 con 0x7f6364102790 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6364111ca0 con 0x7f6364101de0 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636bb25640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6364111fa0 con 0x7f6364106f10 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50936/0 (socket says 172.21.15.7:50936) 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 -- 172.21.15.7:0/1239443075 learned_addr learned my addr 172.21.15.7:0/1239443075 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f636a0c2640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364106f10 0x7f636419ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63698c1640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364101de0 0x7f63641983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 -- 172.21.15.7:0/1239443075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364106f10 msgr2=0x7f636419ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364106f10 0x7f636419ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 -- 172.21.15.7:0/1239443075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364101de0 msgr2=0x7f63641983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364101de0 0x7f63641983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.395+0000 7f63690c0640 1 -- 172.21.15.7:0/1239443075 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636419d3a0 con 0x7f6364102790 2024-09-19T05:41:29.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f63690c0640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6354005940 tx=0x7f63540042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:29.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f635403f030 con 0x7f6364102790 2024-09-19T05:41:29.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6354003cb0 con 0x7f6364102790 2024-09-19T05:41:29.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f636419d630 con 0x7f6364102790 2024-09-19T05:41:29.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6354035070 con 0x7f6364102790 2024-09-19T05:41:29.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.396+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6364074420 con 0x7f6364102790 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.397+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63641032c0 con 0x7f6364102790 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.398+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f6354042030 con 0x7f6364102790 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.399+0000 7f635affd640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 0x7f63500a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.399+0000 7f63698c1640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 0x7f63500a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.399+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f63540efe50 con 0x7f6364102790 2024-09-19T05:41:29.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.399+0000 7f63698c1640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 0x7f63500a5790 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6360005fd0 tx=0x7f6360009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:29.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.403+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f63540bc3c0 con 0x7f6364102790 2024-09-19T05:41:29.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.576+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6364199780 con 0x7f63500a32d0 2024-09-19T05:41:29.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.583+0000 7f635affd640 1 -- 172.21.15.7:0/1239443075 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258753 (secure 0 0 0) 0x7f6364199780 con 0x7f63500a32d0 2024-09-19T05:41:29.588 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:29.589 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.585+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 msgr2=0x7f63500a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.585+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 0x7f63500a5790 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6360005fd0 tx=0x7f6360009500 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.585+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 msgr2=0x7f6364198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.585+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6354005940 tx=0x7f63540042f0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 shutdown_connections 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f63500a32d0 0x7f63500a5790 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6364106f10 0x7f636419ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6364102790 0x7f6364198930 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 --2- 172.21.15.7:0/1239443075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6364101de0 0x7f63641983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:29.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 >> 172.21.15.7:0/1239443075 conn(0x7f63640fd8c0 msgr2=0x7f63640fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:29.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 shutdown_connections 2024-09-19T05:41:29.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:29.586+0000 7f636bb25640 1 -- 172.21.15.7:0/1239443075 wait complete. 2024-09-19T05:41:30.388 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":321,"stamp":"2024-09-19T05:41:28.806974+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657574,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":783,"num_read_kb":513,"num_write":427,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":348,"ondisk_log_size":348,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":350000,"kb_used_data":13164,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124591824,"statfs":{"total":1151940427776,"available":1151582027776,"internally_reserved":0,"allocated":13479936,"data_stored":7357326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":99,"num_read_kb":49,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.734014"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078276+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:41:18.078276+0000","last_peered":"2024-09-19T05:41:18.078276+0000","last_clean":"2024-09-19T05:41:18.078276+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:41:18.078276+0000","last_undegraded":"2024-09-19T05:41:18.078276+0000","last_fullsized":"2024-09-19T05:41:18.078276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080254+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:41:18.080254+0000","last_peered":"2024-09-19T05:41:18.080254+0000","last_clean":"2024-09-19T05:41:18.080254+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:41:18.080254+0000","last_undegraded":"2024-09-19T05:41:18.080254+0000","last_fullsized":"2024-09-19T05:41:18.080254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.094965+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:41:18.094965+0000","last_peered":"2024-09-19T05:41:18.094965+0000","last_clean":"2024-09-19T05:41:18.094965+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:41:18.094965+0000","last_undegraded":"2024-09-19T05:41:18.094965+0000","last_fullsized":"2024-09-19T05:41:18.094965+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081690+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:41:18.081690+0000","last_peered":"2024-09-19T05:41:18.081690+0000","last_clean":"2024-09-19T05:41:18.081690+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:41:18.081690+0000","last_undegraded":"2024-09-19T05:41:18.081690+0000","last_fullsized":"2024-09-19T05:41:18.081690+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079180+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:41:18.079180+0000","last_peered":"2024-09-19T05:41:18.079180+0000","last_clean":"2024-09-19T05:41:18.079180+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:41:18.079180+0000","last_undegraded":"2024-09-19T05:41:18.079180+0000","last_fullsized":"2024-09-19T05:41:18.079180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077254+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:41:18.077254+0000","last_peered":"2024-09-19T05:41:18.077254+0000","last_clean":"2024-09-19T05:41:18.077254+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:41:18.077254+0000","last_undegraded":"2024-09-19T05:41:18.077254+0000","last_fullsized":"2024-09-19T05:41:18.077254+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076933+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:41:18.076933+0000","last_peered":"2024-09-19T05:41:18.076933+0000","last_clean":"2024-09-19T05:41:18.076933+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:41:18.076933+0000","last_undegraded":"2024-09-19T05:41:18.076933+0000","last_fullsized":"2024-09-19T05:41:18.076933+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076420+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:41:18.076420+0000","last_peered":"2024-09-19T05:41:18.076420+0000","last_clean":"2024-09-19T05:41:18.076420+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:41:18.076420+0000","last_undegraded":"2024-09-19T05:41:18.076420+0000","last_fullsized":"2024-09-19T05:41:18.076420+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080117+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:41:18.080117+0000","last_peered":"2024-09-19T05:41:18.080117+0000","last_clean":"2024-09-19T05:41:18.080117+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:41:18.080117+0000","last_undegraded":"2024-09-19T05:41:18.080117+0000","last_fullsized":"2024-09-19T05:41:18.080117+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077609+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:41:18.077609+0000","last_peered":"2024-09-19T05:41:18.077609+0000","last_clean":"2024-09-19T05:41:18.077609+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:41:18.077609+0000","last_undegraded":"2024-09-19T05:41:18.077609+0000","last_fullsized":"2024-09-19T05:41:18.077609+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095056+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:41:18.095056+0000","last_peered":"2024-09-19T05:41:18.095056+0000","last_clean":"2024-09-19T05:41:18.095056+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:41:18.095056+0000","last_undegraded":"2024-09-19T05:41:18.095056+0000","last_fullsized":"2024-09-19T05:41:18.095056+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074323+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:41:18.074323+0000","last_peered":"2024-09-19T05:41:18.074323+0000","last_clean":"2024-09-19T05:41:18.074323+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:41:18.074323+0000","last_undegraded":"2024-09-19T05:41:18.074323+0000","last_fullsized":"2024-09-19T05:41:18.074323+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080041+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:41:18.080041+0000","last_peered":"2024-09-19T05:41:18.080041+0000","last_clean":"2024-09-19T05:41:18.080041+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:41:18.080041+0000","last_undegraded":"2024-09-19T05:41:18.080041+0000","last_fullsized":"2024-09-19T05:41:18.080041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079851+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:41:18.079851+0000","last_peered":"2024-09-19T05:41:18.079851+0000","last_clean":"2024-09-19T05:41:18.079851+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:41:18.079851+0000","last_undegraded":"2024-09-19T05:41:18.079851+0000","last_fullsized":"2024-09-19T05:41:18.079851+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075328+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:41:18.075328+0000","last_peered":"2024-09-19T05:41:18.075328+0000","last_clean":"2024-09-19T05:41:18.075328+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:41:18.075328+0000","last_undegraded":"2024-09-19T05:41:18.075328+0000","last_fullsized":"2024-09-19T05:41:18.075328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078505+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:41:18.078505+0000","last_peered":"2024-09-19T05:41:18.078505+0000","last_clean":"2024-09-19T05:41:18.078505+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:41:18.078505+0000","last_undegraded":"2024-09-19T05:41:18.078505+0000","last_fullsized":"2024-09-19T05:41:18.078505+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077902+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:41:18.077902+0000","last_peered":"2024-09-19T05:41:18.077902+0000","last_clean":"2024-09-19T05:41:18.077902+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:41:18.077902+0000","last_undegraded":"2024-09-19T05:41:18.077902+0000","last_fullsized":"2024-09-19T05:41:18.077902+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075266+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:41:18.075266+0000","last_peered":"2024-09-19T05:41:18.075266+0000","last_clean":"2024-09-19T05:41:18.075266+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:41:18.075266+0000","last_undegraded":"2024-09-19T05:41:18.075266+0000","last_fullsized":"2024-09-19T05:41:18.075266+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078180+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:41:18.078180+0000","last_peered":"2024-09-19T05:41:18.078180+0000","last_clean":"2024-09-19T05:41:18.078180+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:41:18.078180+0000","last_undegraded":"2024-09-19T05:41:18.078180+0000","last_fullsized":"2024-09-19T05:41:18.078180+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074419+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:41:18.074419+0000","last_peered":"2024-09-19T05:41:18.074419+0000","last_clean":"2024-09-19T05:41:18.074419+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:41:18.074419+0000","last_undegraded":"2024-09-19T05:41:18.074419+0000","last_fullsized":"2024-09-19T05:41:18.074419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075509+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:41:18.075509+0000","last_peered":"2024-09-19T05:41:18.075509+0000","last_clean":"2024-09-19T05:41:18.075509+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:41:18.075509+0000","last_undegraded":"2024-09-19T05:41:18.075509+0000","last_fullsized":"2024-09-19T05:41:18.075509+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077624+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:41:18.077624+0000","last_peered":"2024-09-19T05:41:18.077624+0000","last_clean":"2024-09-19T05:41:18.077624+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:41:18.077624+0000","last_undegraded":"2024-09-19T05:41:18.077624+0000","last_fullsized":"2024-09-19T05:41:18.077624+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078289+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:41:18.078289+0000","last_peered":"2024-09-19T05:41:18.078289+0000","last_clean":"2024-09-19T05:41:18.078289+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:41:18.078289+0000","last_undegraded":"2024-09-19T05:41:18.078289+0000","last_fullsized":"2024-09-19T05:41:18.078289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082964+0000","last_change":"2024-09-19T05:41:18.082964+0000","last_active":"2024-09-19T05:41:18.082964+0000","last_peered":"2024-09-19T05:41:18.082964+0000","last_clean":"2024-09-19T05:41:18.082964+0000","last_became_active":"2024-09-19T05:41:18.082599+0000","last_became_peered":"2024-09-19T05:41:18.082599+0000","last_unstale":"2024-09-19T05:41:18.082964+0000","last_undegraded":"2024-09-19T05:41:18.082964+0000","last_fullsized":"2024-09-19T05:41:18.082964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.980578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075397+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:41:18.075397+0000","last_peered":"2024-09-19T05:41:18.075397+0000","last_clean":"2024-09-19T05:41:18.075397+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:41:18.075397+0000","last_undegraded":"2024-09-19T05:41:18.075397+0000","last_fullsized":"2024-09-19T05:41:18.075397+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077996+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:41:18.077996+0000","last_peered":"2024-09-19T05:41:18.077996+0000","last_clean":"2024-09-19T05:41:18.077996+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:41:18.077996+0000","last_undegraded":"2024-09-19T05:41:18.077996+0000","last_fullsized":"2024-09-19T05:41:18.077996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074204+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:41:18.074204+0000","last_peered":"2024-09-19T05:41:18.074204+0000","last_clean":"2024-09-19T05:41:18.074204+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:41:18.074204+0000","last_undegraded":"2024-09-19T05:41:18.074204+0000","last_fullsized":"2024-09-19T05:41:18.074204+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080135+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:41:18.080135+0000","last_peered":"2024-09-19T05:41:18.080135+0000","last_clean":"2024-09-19T05:41:18.080135+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:41:18.080135+0000","last_undegraded":"2024-09-19T05:41:18.080135+0000","last_fullsized":"2024-09-19T05:41:18.080135+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074929+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:41:18.074929+0000","last_peered":"2024-09-19T05:41:18.074929+0000","last_clean":"2024-09-19T05:41:18.074929+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:41:18.074929+0000","last_undegraded":"2024-09-19T05:41:18.074929+0000","last_fullsized":"2024-09-19T05:41:18.074929+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095570+0000","last_change":"2024-09-19T05:41:18.095570+0000","last_active":"2024-09-19T05:41:18.095570+0000","last_peered":"2024-09-19T05:41:18.095570+0000","last_clean":"2024-09-19T05:41:18.095570+0000","last_became_active":"2024-09-19T05:41:18.095231+0000","last_became_peered":"2024-09-19T05:41:18.095231+0000","last_unstale":"2024-09-19T05:41:18.095570+0000","last_undegraded":"2024-09-19T05:41:18.095570+0000","last_fullsized":"2024-09-19T05:41:18.095570+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:54.933702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077773+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:41:18.077773+0000","last_peered":"2024-09-19T05:41:18.077773+0000","last_clean":"2024-09-19T05:41:18.077773+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:41:18.077773+0000","last_undegraded":"2024-09-19T05:41:18.077773+0000","last_fullsized":"2024-09-19T05:41:18.077773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081207+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:41:18.081207+0000","last_peered":"2024-09-19T05:41:18.081207+0000","last_clean":"2024-09-19T05:41:18.081207+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:41:18.081207+0000","last_undegraded":"2024-09-19T05:41:18.081207+0000","last_fullsized":"2024-09-19T05:41:18.081207+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":94,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:26.145598+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:41:26.145598+0000","last_peered":"2024-09-19T05:41:26.145598+0000","last_clean":"2024-09-19T05:41:26.145598+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:41:26.145598+0000","last_undegraded":"2024-09-19T05:41:26.145598+0000","last_fullsized":"2024-09-19T05:41:26.145598+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.096182+0000","last_change":"2024-09-19T05:41:18.096182+0000","last_active":"2024-09-19T05:41:18.096182+0000","last_peered":"2024-09-19T05:41:18.096182+0000","last_clean":"2024-09-19T05:41:18.096182+0000","last_became_active":"2024-09-19T05:41:18.095744+0000","last_became_peered":"2024-09-19T05:41:18.095744+0000","last_unstale":"2024-09-19T05:41:18.096182+0000","last_undegraded":"2024-09-19T05:41:18.096182+0000","last_fullsized":"2024-09-19T05:41:18.096182+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.430183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079334+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:41:18.079334+0000","last_peered":"2024-09-19T05:41:18.079334+0000","last_clean":"2024-09-19T05:41:18.079334+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:41:18.079334+0000","last_undegraded":"2024-09-19T05:41:18.079334+0000","last_fullsized":"2024-09-19T05:41:18.079334+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074043+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:41:18.074043+0000","last_peered":"2024-09-19T05:41:18.074043+0000","last_clean":"2024-09-19T05:41:18.074043+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:41:18.074043+0000","last_undegraded":"2024-09-19T05:41:18.074043+0000","last_fullsized":"2024-09-19T05:41:18.074043+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077050+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:41:18.077050+0000","last_peered":"2024-09-19T05:41:18.077050+0000","last_clean":"2024-09-19T05:41:18.077050+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:41:18.077050+0000","last_undegraded":"2024-09-19T05:41:18.077050+0000","last_fullsized":"2024-09-19T05:41:18.077050+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078595+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:41:18.078595+0000","last_peered":"2024-09-19T05:41:18.078595+0000","last_clean":"2024-09-19T05:41:18.078595+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:41:18.078595+0000","last_undegraded":"2024-09-19T05:41:18.078595+0000","last_fullsized":"2024-09-19T05:41:18.078595+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077328+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:41:18.077328+0000","last_peered":"2024-09-19T05:41:18.077328+0000","last_clean":"2024-09-19T05:41:18.077328+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:41:18.077328+0000","last_undegraded":"2024-09-19T05:41:18.077328+0000","last_fullsized":"2024-09-19T05:41:18.077328+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":146,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:24.142281+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:41:24.142281+0000","last_peered":"2024-09-19T05:41:24.142281+0000","last_clean":"2024-09-19T05:41:24.142281+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:41:24.142281+0000","last_undegraded":"2024-09-19T05:41:24.142281+0000","last_fullsized":"2024-09-19T05:41:24.142281+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.076222+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:41:18.076222+0000","last_peered":"2024-09-19T05:41:18.076222+0000","last_clean":"2024-09-19T05:41:18.076222+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:41:18.076222+0000","last_undegraded":"2024-09-19T05:41:18.076222+0000","last_fullsized":"2024-09-19T05:41:18.076222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":38,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.100337+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:41:18.100337+0000","last_peered":"2024-09-19T05:41:18.100337+0000","last_clean":"2024-09-19T05:41:18.100337+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:41:18.100337+0000","last_undegraded":"2024-09-19T05:41:18.100337+0000","last_fullsized":"2024-09-19T05:41:18.100337+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080383+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:41:18.080383+0000","last_peered":"2024-09-19T05:41:18.080383+0000","last_clean":"2024-09-19T05:41:18.080383+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:41:18.080383+0000","last_undegraded":"2024-09-19T05:41:18.080383+0000","last_fullsized":"2024-09-19T05:41:18.080383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079071+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:41:18.079071+0000","last_peered":"2024-09-19T05:41:18.079071+0000","last_clean":"2024-09-19T05:41:18.079071+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:41:18.079071+0000","last_undegraded":"2024-09-19T05:41:18.079071+0000","last_fullsized":"2024-09-19T05:41:18.079071+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082843+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:41:18.082843+0000","last_peered":"2024-09-19T05:41:18.082843+0000","last_clean":"2024-09-19T05:41:18.082843+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:41:18.082843+0000","last_undegraded":"2024-09-19T05:41:18.082843+0000","last_fullsized":"2024-09-19T05:41:18.082843+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":181,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:24.142228+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:41:24.142228+0000","last_peered":"2024-09-19T05:41:24.142228+0000","last_clean":"2024-09-19T05:41:24.142228+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:41:24.142228+0000","last_undegraded":"2024-09-19T05:41:24.142228+0000","last_fullsized":"2024-09-19T05:41:24.142228+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":129,"num_read_kb":122,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081435+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:41:18.081435+0000","last_peered":"2024-09-19T05:41:18.081435+0000","last_clean":"2024-09-19T05:41:18.081435+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:41:18.081435+0000","last_undegraded":"2024-09-19T05:41:18.081435+0000","last_fullsized":"2024-09-19T05:41:18.081435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075028+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:41:18.075028+0000","last_peered":"2024-09-19T05:41:18.075028+0000","last_clean":"2024-09-19T05:41:18.075028+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:41:18.075028+0000","last_undegraded":"2024-09-19T05:41:18.075028+0000","last_fullsized":"2024-09-19T05:41:18.075028+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074130+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:41:18.074130+0000","last_peered":"2024-09-19T05:41:18.074130+0000","last_clean":"2024-09-19T05:41:18.074130+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:41:18.074130+0000","last_undegraded":"2024-09-19T05:41:18.074130+0000","last_fullsized":"2024-09-19T05:41:18.074130+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078590+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:41:18.078590+0000","last_peered":"2024-09-19T05:41:18.078590+0000","last_clean":"2024-09-19T05:41:18.078590+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:41:18.078590+0000","last_undegraded":"2024-09-19T05:41:18.078590+0000","last_fullsized":"2024-09-19T05:41:18.078590+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077537+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:41:18.077537+0000","last_peered":"2024-09-19T05:41:18.077537+0000","last_clean":"2024-09-19T05:41:18.077537+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:41:18.077537+0000","last_undegraded":"2024-09-19T05:41:18.077537+0000","last_fullsized":"2024-09-19T05:41:18.077537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":94,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:26.145526+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:41:26.145526+0000","last_peered":"2024-09-19T05:41:26.145526+0000","last_clean":"2024-09-19T05:41:26.145526+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:41:26.145526+0000","last_undegraded":"2024-09-19T05:41:26.145526+0000","last_fullsized":"2024-09-19T05:41:26.145526+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":67,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081253+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:41:18.081253+0000","last_peered":"2024-09-19T05:41:18.081253+0000","last_clean":"2024-09-19T05:41:18.081253+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:41:18.081253+0000","last_undegraded":"2024-09-19T05:41:18.081253+0000","last_fullsized":"2024-09-19T05:41:18.081253+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":40,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080606+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:41:18.080606+0000","last_peered":"2024-09-19T05:41:18.080606+0000","last_clean":"2024-09-19T05:41:18.080606+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:41:18.080606+0000","last_undegraded":"2024-09-19T05:41:18.080606+0000","last_fullsized":"2024-09-19T05:41:18.080606+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078742+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:41:18.078742+0000","last_peered":"2024-09-19T05:41:18.078742+0000","last_clean":"2024-09-19T05:41:18.078742+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:41:18.078742+0000","last_undegraded":"2024-09-19T05:41:18.078742+0000","last_fullsized":"2024-09-19T05:41:18.078742+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082506+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:41:18.082506+0000","last_peered":"2024-09-19T05:41:18.082506+0000","last_clean":"2024-09-19T05:41:18.082506+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:41:18.082506+0000","last_undegraded":"2024-09-19T05:41:18.082506+0000","last_fullsized":"2024-09-19T05:41:18.082506+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077727+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:41:18.077727+0000","last_peered":"2024-09-19T05:41:18.077727+0000","last_clean":"2024-09-19T05:41:18.077727+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:41:18.077727+0000","last_undegraded":"2024-09-19T05:41:18.077727+0000","last_fullsized":"2024-09-19T05:41:18.077727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074247+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:41:18.074247+0000","last_peered":"2024-09-19T05:41:18.074247+0000","last_clean":"2024-09-19T05:41:18.074247+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:41:18.074247+0000","last_undegraded":"2024-09-19T05:41:18.074247+0000","last_fullsized":"2024-09-19T05:41:18.074247+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077507+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:41:18.077507+0000","last_peered":"2024-09-19T05:41:18.077507+0000","last_clean":"2024-09-19T05:41:18.077507+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:41:18.077507+0000","last_undegraded":"2024-09-19T05:41:18.077507+0000","last_fullsized":"2024-09-19T05:41:18.077507+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079223+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:41:18.079223+0000","last_peered":"2024-09-19T05:41:18.079223+0000","last_clean":"2024-09-19T05:41:18.079223+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:41:18.079223+0000","last_undegraded":"2024-09-19T05:41:18.079223+0000","last_fullsized":"2024-09-19T05:41:18.079223+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077343+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:41:18.077343+0000","last_peered":"2024-09-19T05:41:18.077343+0000","last_clean":"2024-09-19T05:41:18.077343+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:41:18.077343+0000","last_undegraded":"2024-09-19T05:41:18.077343+0000","last_fullsized":"2024-09-19T05:41:18.077343+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":91,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:25.144147+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:41:25.144147+0000","last_peered":"2024-09-19T05:41:25.144147+0000","last_clean":"2024-09-19T05:41:25.144147+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:41:25.144147+0000","last_undegraded":"2024-09-19T05:41:25.144147+0000","last_fullsized":"2024-09-19T05:41:25.144147+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":64,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077731+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:41:18.077731+0000","last_peered":"2024-09-19T05:41:18.077731+0000","last_clean":"2024-09-19T05:41:18.077731+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:41:18.077731+0000","last_undegraded":"2024-09-19T05:41:18.077731+0000","last_fullsized":"2024-09-19T05:41:18.077731+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077840+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:41:18.077840+0000","last_peered":"2024-09-19T05:41:18.077840+0000","last_clean":"2024-09-19T05:41:18.077840+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:41:18.077840+0000","last_undegraded":"2024-09-19T05:41:18.077840+0000","last_fullsized":"2024-09-19T05:41:18.077840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095249+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:41:18.095249+0000","last_peered":"2024-09-19T05:41:18.095249+0000","last_clean":"2024-09-19T05:41:18.095249+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:41:18.095249+0000","last_undegraded":"2024-09-19T05:41:18.095249+0000","last_fullsized":"2024-09-19T05:41:18.095249+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077943+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:41:18.077943+0000","last_peered":"2024-09-19T05:41:18.077943+0000","last_clean":"2024-09-19T05:41:18.077943+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:41:18.077943+0000","last_undegraded":"2024-09-19T05:41:18.077943+0000","last_fullsized":"2024-09-19T05:41:18.077943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077455+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:41:18.077455+0000","last_peered":"2024-09-19T05:41:18.077455+0000","last_clean":"2024-09-19T05:41:18.077455+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:41:18.077455+0000","last_undegraded":"2024-09-19T05:41:18.077455+0000","last_fullsized":"2024-09-19T05:41:18.077455+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074029+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:41:18.074029+0000","last_peered":"2024-09-19T05:41:18.074029+0000","last_clean":"2024-09-19T05:41:18.074029+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:41:18.074029+0000","last_undegraded":"2024-09-19T05:41:18.074029+0000","last_fullsized":"2024-09-19T05:41:18.074029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":91,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:26.145030+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:41:26.145030+0000","last_peered":"2024-09-19T05:41:26.145030+0000","last_clean":"2024-09-19T05:41:26.145030+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:41:26.145030+0000","last_undegraded":"2024-09-19T05:41:26.145030+0000","last_fullsized":"2024-09-19T05:41:26.145030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":64,"num_read_kb":64,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078400+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:41:18.078400+0000","last_peered":"2024-09-19T05:41:18.078400+0000","last_clean":"2024-09-19T05:41:18.078400+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:41:18.078400+0000","last_undegraded":"2024-09-19T05:41:18.078400+0000","last_fullsized":"2024-09-19T05:41:18.078400+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":86,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:22.139130+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:41:22.139130+0000","last_peered":"2024-09-19T05:41:22.139130+0000","last_clean":"2024-09-19T05:41:22.139130+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:41:22.139130+0000","last_undegraded":"2024-09-19T05:41:22.139130+0000","last_fullsized":"2024-09-19T05:41:22.139130+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":59,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082326+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:41:18.082326+0000","last_peered":"2024-09-19T05:41:18.082326+0000","last_clean":"2024-09-19T05:41:18.082326+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:41:18.082326+0000","last_undegraded":"2024-09-19T05:41:18.082326+0000","last_fullsized":"2024-09-19T05:41:18.082326+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.092230+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:41:18.092230+0000","last_peered":"2024-09-19T05:41:18.092230+0000","last_clean":"2024-09-19T05:41:18.092230+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:41:18.092230+0000","last_undegraded":"2024-09-19T05:41:18.092230+0000","last_fullsized":"2024-09-19T05:41:18.092230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079467+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:41:18.079467+0000","last_peered":"2024-09-19T05:41:18.079467+0000","last_clean":"2024-09-19T05:41:18.079467+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:41:18.079467+0000","last_undegraded":"2024-09-19T05:41:18.079467+0000","last_fullsized":"2024-09-19T05:41:18.079467+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.082166+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:41:18.082166+0000","last_peered":"2024-09-19T05:41:18.082166+0000","last_clean":"2024-09-19T05:41:18.082166+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:41:18.082166+0000","last_undegraded":"2024-09-19T05:41:18.082166+0000","last_fullsized":"2024-09-19T05:41:18.082166+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074317+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:41:18.074317+0000","last_peered":"2024-09-19T05:41:18.074317+0000","last_clean":"2024-09-19T05:41:18.074317+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:41:18.074317+0000","last_undegraded":"2024-09-19T05:41:18.074317+0000","last_fullsized":"2024-09-19T05:41:18.074317+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":37,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077994+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:41:18.077994+0000","last_peered":"2024-09-19T05:41:18.077994+0000","last_clean":"2024-09-19T05:41:18.077994+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:41:18.077994+0000","last_undegraded":"2024-09-19T05:41:18.077994+0000","last_fullsized":"2024-09-19T05:41:18.077994+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077251+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:41:18.077251+0000","last_peered":"2024-09-19T05:41:18.077251+0000","last_clean":"2024-09-19T05:41:18.077251+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:41:18.077251+0000","last_undegraded":"2024-09-19T05:41:18.077251+0000","last_fullsized":"2024-09-19T05:41:18.077251+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.095271+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:41:18.095271+0000","last_peered":"2024-09-19T05:41:18.095271+0000","last_clean":"2024-09-19T05:41:18.095271+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:41:18.095271+0000","last_undegraded":"2024-09-19T05:41:18.095271+0000","last_fullsized":"2024-09-19T05:41:18.095271+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080482+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:41:18.080482+0000","last_peered":"2024-09-19T05:41:18.080482+0000","last_clean":"2024-09-19T05:41:18.080482+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:41:18.080482+0000","last_undegraded":"2024-09-19T05:41:18.080482+0000","last_fullsized":"2024-09-19T05:41:18.080482+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075447+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:41:18.075447+0000","last_peered":"2024-09-19T05:41:18.075447+0000","last_clean":"2024-09-19T05:41:18.075447+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:41:18.075447+0000","last_undegraded":"2024-09-19T05:41:18.075447+0000","last_fullsized":"2024-09-19T05:41:18.075447+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080867+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:41:18.080867+0000","last_peered":"2024-09-19T05:41:18.080867+0000","last_clean":"2024-09-19T05:41:18.080867+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:41:18.080867+0000","last_undegraded":"2024-09-19T05:41:18.080867+0000","last_fullsized":"2024-09-19T05:41:18.080867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077726+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:41:18.077726+0000","last_peered":"2024-09-19T05:41:18.077726+0000","last_clean":"2024-09-19T05:41:18.077726+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:41:18.077726+0000","last_undegraded":"2024-09-19T05:41:18.077726+0000","last_fullsized":"2024-09-19T05:41:18.077726+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077904+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:41:18.077904+0000","last_peered":"2024-09-19T05:41:18.077904+0000","last_clean":"2024-09-19T05:41:18.077904+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:41:18.077904+0000","last_undegraded":"2024-09-19T05:41:18.077904+0000","last_fullsized":"2024-09-19T05:41:18.077904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.074938+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:41:18.074938+0000","last_peered":"2024-09-19T05:41:18.074938+0000","last_clean":"2024-09-19T05:41:18.074938+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:41:18.074938+0000","last_undegraded":"2024-09-19T05:41:18.074938+0000","last_fullsized":"2024-09-19T05:41:18.074938+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.078260+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:41:18.078260+0000","last_peered":"2024-09-19T05:41:18.078260+0000","last_clean":"2024-09-19T05:41:18.078260+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:41:18.078260+0000","last_undegraded":"2024-09-19T05:41:18.078260+0000","last_fullsized":"2024-09-19T05:41:18.078260+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081803+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:41:18.081803+0000","last_peered":"2024-09-19T05:41:18.081803+0000","last_clean":"2024-09-19T05:41:18.081803+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:41:18.081803+0000","last_undegraded":"2024-09-19T05:41:18.081803+0000","last_fullsized":"2024-09-19T05:41:18.081803+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077426+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:41:18.077426+0000","last_peered":"2024-09-19T05:41:18.077426+0000","last_clean":"2024-09-19T05:41:18.077426+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:41:18.077426+0000","last_undegraded":"2024-09-19T05:41:18.077426+0000","last_fullsized":"2024-09-19T05:41:18.077426+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.079029+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:41:18.079029+0000","last_peered":"2024-09-19T05:41:18.079029+0000","last_clean":"2024-09-19T05:41:18.079029+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:41:18.079029+0000","last_undegraded":"2024-09-19T05:41:18.079029+0000","last_fullsized":"2024-09-19T05:41:18.079029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.088272+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:41:18.088272+0000","last_peered":"2024-09-19T05:41:18.088272+0000","last_clean":"2024-09-19T05:41:18.088272+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:41:18.088272+0000","last_undegraded":"2024-09-19T05:41:18.088272+0000","last_fullsized":"2024-09-19T05:41:18.088272+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.075560+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:41:18.075560+0000","last_peered":"2024-09-19T05:41:18.075560+0000","last_clean":"2024-09-19T05:41:18.075560+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:41:18.075560+0000","last_undegraded":"2024-09-19T05:41:18.075560+0000","last_fullsized":"2024-09-19T05:41:18.075560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.081554+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:41:18.081554+0000","last_peered":"2024-09-19T05:41:18.081554+0000","last_clean":"2024-09-19T05:41:18.081554+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:41:18.081554+0000","last_undegraded":"2024-09-19T05:41:18.081554+0000","last_fullsized":"2024-09-19T05:41:18.081554+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.080374+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:41:18.080374+0000","last_peered":"2024-09-19T05:41:18.080374+0000","last_clean":"2024-09-19T05:41:18.080374+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:41:18.080374+0000","last_undegraded":"2024-09-19T05:41:18.080374+0000","last_fullsized":"2024-09-19T05:41:18.080374+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077799+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:41:18.077799+0000","last_peered":"2024-09-19T05:41:18.077799+0000","last_clean":"2024-09-19T05:41:18.077799+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:41:18.077799+0000","last_undegraded":"2024-09-19T05:41:18.077799+0000","last_fullsized":"2024-09-19T05:41:18.077799+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:18.077546+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:41:18.077546+0000","last_peered":"2024-09-19T05:41:18.077546+0000","last_clean":"2024-09-19T05:41:18.077546+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:41:18.077546+0000","last_undegraded":"2024-09-19T05:41:18.077546+0000","last_fullsized":"2024-09-19T05:41:18.077546+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":94,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-09-19T05:41:22.138373+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:41:22.138373+0000","last_peered":"2024-09-19T05:41:22.138373+0000","last_clean":"2024-09-19T05:41:22.138373+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:41:22.138373+0000","last_undegraded":"2024-09-19T05:41:22.138373+0000","last_fullsized":"2024-09-19T05:41:22.138373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":59,"num_read_kb":59,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66972,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":647,"num_read_kb":394,"num_write":244,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481819,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":942080,"data_stored":450491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743457,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32792,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712360,"statfs":{"total":95995035648,"available":95961456640,"internally_reserved":0,"allocated":1638400,"data_stored":1101095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906982,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":962560,"data_stored":449839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135915,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":954368,"data_stored":449635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364848,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1520,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1556480,"data_stored":1043130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528373,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":449556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790011,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32724,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712428,"statfs":{"total":95995035648,"available":95961526272,"internally_reserved":0,"allocated":1568768,"data_stored":1042415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953536,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":946176,"data_stored":449810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182469,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":962560,"data_stored":449381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":510846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1007616,"data_stored":510233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":966656,"data_stored":450895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:41:30.393 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-19T05:41:30.393 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T05:41:30.393 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-19T05:41:30.393 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-19T05:41:30.417 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:30 smithi007 ceph-mon[30960]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 54 B/s, 0 objects/s recovering 2024-09-19T05:41:30.417 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:30 smithi007 ceph-mon[30960]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:30 smithi044 ceph-mon[34175]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 54 B/s, 0 objects/s recovering 2024-09-19T05:41:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:30 smithi044 ceph-mon[34175]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:30.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:30 smithi063 ceph-mon[34779]: pgmap v321: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 54 B/s, 0 objects/s recovering 2024-09-19T05:41:30.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:30 smithi063 ceph-mon[34779]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:41:30.654 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 -- 172.21.15.7:0/1868133534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8100a90 msgr2=0x7f42f8100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 --2- 172.21.15.7:0/1868133534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8100a90 0x7f42f8100ef0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f42ec009930 tx=0x7f42ec02a420 comp rx=0 tx=0).stop 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 -- 172.21.15.7:0/1868133534 shutdown_connections 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 --2- 172.21.15.7:0/1868133534 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8101430 0x7f42f810d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 --2- 172.21.15.7:0/1868133534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8100a90 0x7f42f8100ef0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 --2- 172.21.15.7:0/1868133534 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f8106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 -- 172.21.15.7:0/1868133534 >> 172.21.15.7:0/1868133534 conn(0x7f42f80fc7d0 msgr2=0x7f42f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 -- 172.21.15.7:0/1868133534 shutdown_connections 2024-09-19T05:41:31.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.109+0000 7f42fe28d640 1 -- 172.21.15.7:0/1868133534 wait complete. 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 Processor -- start 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 -- start start 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8100a90 0x7f42f8198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f819cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f42f8110d60 con 0x7f42f8101430 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42f8110be0 con 0x7f42f8106a90 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.110+0000 7f42fe28d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f42f8110ee0 con 0x7f42f8100a90 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34298/0 (socket says 172.21.15.7:34298) 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 -- 172.21.15.7:0/918931855 learned_addr learned my addr 172.21.15.7:0/918931855 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f7fff640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8100a90 0x7f42f8198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42fc82a640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f819cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:31.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 -- 172.21.15.7:0/918931855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8100a90 msgr2=0x7f42f8198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8100a90 0x7f42f8198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 -- 172.21.15.7:0/918931855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 msgr2=0x7f42f819cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f819cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 -- 172.21.15.7:0/918931855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f819d3f0 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42fc82a640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f77fe640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f42ec004770 tx=0x7f42ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec03f070 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42f819d680 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42ec03b460 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec035070 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.111+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42f81a4fc0 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.112+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42f8100ef0 con 0x7f42f8101430 2024-09-19T05:41:31.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.114+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f42ec03b610 con 0x7f42f8101430 2024-09-19T05:41:31.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.114+0000 7f42f57fa640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 0x7f42e00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:31.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.114+0000 7f42f7fff640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 0x7f42e00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:31.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.115+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f42ec0f0100 con 0x7f42f8101430 2024-09-19T05:41:31.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.115+0000 7f42f7fff640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 0x7f42e00a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f42e800bbe0 tx=0x7f42e800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:31.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.118+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f42ec0bccc0 con 0x7f42f8101430 2024-09-19T05:41:31.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.336+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f42f81997a0 con 0x7f42f8101430 2024-09-19T05:41:31.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.336+0000 7f42f57fa640 1 -- 172.21.15.7:0/918931855 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f42ec0bc5c0 con 0x7f42f8101430 2024-09-19T05:41:31.339 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:31.339 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T05:41:31.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 msgr2=0x7f42e00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:31.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 0x7f42e00a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f42e800bbe0 tx=0x7f42e800b390 comp rx=0 tx=0).stop 2024-09-19T05:41:31.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 msgr2=0x7f42f8198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:31.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f42ec004770 tx=0x7f42ec0042f0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 shutdown_connections 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f42e00a32d0 0x7f42e00a5790 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42f8106a90 0x7f42f819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f8101430 0x7f42f8198980 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.338+0000 7f42fe28d640 1 --2- 172.21.15.7:0/918931855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f42f8100a90 0x7f42f8198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.339+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 >> 172.21.15.7:0/918931855 conn(0x7f42f80fc7d0 msgr2=0x7f42f806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.339+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 shutdown_connections 2024-09-19T05:41:31.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:31.339+0000 7f42fe28d640 1 -- 172.21.15.7:0/918931855 wait complete. 2024-09-19T05:41:32.037 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-19T05:41:32.037 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:41:32.344 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:32 smithi007 ceph-mon[30960]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 48 B/s, 0 objects/s recovering 2024-09-19T05:41:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:32 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/918931855' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T05:41:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:32 smithi044 ceph-mon[34175]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 48 B/s, 0 objects/s recovering 2024-09-19T05:41:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:32 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/918931855' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T05:41:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:32 smithi063 ceph-mon[34779]: pgmap v322: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 48 B/s, 0 objects/s recovering 2024-09-19T05:41:32.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:32 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/918931855' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 -- 172.21.15.7:0/1024811473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284102790 msgr2=0x7f92841067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 --2- 172.21.15.7:0/1024811473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284102790 0x7f92841067e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9274009900 tx=0x7f927402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 -- 172.21.15.7:0/1024811473 shutdown_connections 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 --2- 172.21.15.7:0/1024811473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284106f10 0x7f928410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 --2- 172.21.15.7:0/1024811473 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284102790 0x7f92841067e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 --2- 172.21.15.7:0/1024811473 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284101de0 0x7f92841021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 -- 172.21.15.7:0/1024811473 >> 172.21.15.7:0/1024811473 conn(0x7f92840fd8c0 msgr2=0x7f92840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:32.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 -- 172.21.15.7:0/1024811473 shutdown_connections 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.849+0000 7f928b7b0640 1 -- 172.21.15.7:0/1024811473 wait complete. 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 Processor -- start 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 -- start start 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284101de0 0x7f92841983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 0x7f9284198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9284111e40 con 0x7f9284106f10 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9284111cc0 con 0x7f9284101de0 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928b7b0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9284111fc0 con 0x7f9284102790 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34312/0 (socket says 172.21.15.7:34312) 2024-09-19T05:41:32.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 -- 172.21.15.7:0/2586137528 learned_addr learned my addr 172.21.15.7:0/2586137528 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f928954c640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284101de0 0x7f92841983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9288d4b640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 0x7f9284198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 -- 172.21.15.7:0/2586137528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 msgr2=0x7f9284198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 0x7f9284198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 -- 172.21.15.7:0/2586137528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284101de0 msgr2=0x7f92841983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284101de0 0x7f92841983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9289d4d640 1 -- 172.21.15.7:0/2586137528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f928419d370 con 0x7f9284106f10 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.850+0000 7f9288d4b640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 0x7f9284198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f9289d4d640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f927c00cce0 tx=0x7f927c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c00f450 con 0x7f9284106f10 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f927c00faa0 con 0x7f9284106f10 2024-09-19T05:41:32.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f928419d660 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c018a80 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.851+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92841a4f40 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.852+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92841021c0 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.853+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f927c00fc50 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.854+0000 7f927a7fc640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 0x7f92700a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.854+0000 7f928954c640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 0x7f92700a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.854+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f927c0d0350 con 0x7f9284106f10 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.854+0000 7f928954c640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 0x7f92700a5810 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9280009990 tx=0x7f9280009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:32.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:32.857+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f927c014030 con 0x7f9284106f10 2024-09-19T05:41:33.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.066+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9284199720 con 0x7f9284106f10 2024-09-19T05:41:33.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.067+0000 7f927a7fc640 1 -- 172.21.15.7:0/2586137528 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7f9284199720 con 0x7f9284106f10 2024-09-19T05:41:33.070 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:33.070 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:41:33.071 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:41:33.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 msgr2=0x7f92700a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 0x7f92700a5810 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9280009990 tx=0x7f9280009110 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 msgr2=0x7f928419cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f927c00cce0 tx=0x7f927c00a620 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 shutdown_connections 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f92700a3350 0x7f92700a5810 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9284106f10 0x7f928419cc90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9284102790 0x7f9284198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 --2- 172.21.15.7:0/2586137528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9284101de0 0x7f92841983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 >> 172.21.15.7:0/2586137528 conn(0x7f92840fd8c0 msgr2=0x7f92840fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 shutdown_connections 2024-09-19T05:41:33.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:33.070+0000 7f928b7b0640 1 -- 172.21.15.7:0/2586137528 wait complete. 2024-09-19T05:41:33.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:33 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2586137528' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:33.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:33 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2586137528' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:33.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:33 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2586137528' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:33.755 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:41:34.015 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:34.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:34 smithi007 ceph-mon[30960]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:34 smithi044 ceph-mon[34175]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 -- 172.21.15.7:0/2787710770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8102790 msgr2=0x7f77a81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 --2- 172.21.15.7:0/2787710770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8102790 0x7f77a81067e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f779c009900 tx=0x7f779c02a410 comp rx=0 tx=0).stop 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 -- 172.21.15.7:0/2787710770 shutdown_connections 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 --2- 172.21.15.7:0/2787710770 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8106f10 0x7f77a810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 --2- 172.21.15.7:0/2787710770 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8102790 0x7f77a81067e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 --2- 172.21.15.7:0/2787710770 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 -- 172.21.15.7:0/2787710770 >> 172.21.15.7:0/2787710770 conn(0x7f77a80fd8c0 msgr2=0x7f77a80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 -- 172.21.15.7:0/2787710770 shutdown_connections 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.517+0000 7f77ae141640 1 -- 172.21.15.7:0/2787710770 wait complete. 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 Processor -- start 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 -- start start 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8102790 0x7f77a81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8111e20 con 0x7f77a8106f10 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8111ca0 con 0x7f77a8101de0 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77ae141640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f77a8111fa0 con 0x7f77a8102790 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:34.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34344/0 (socket says 172.21.15.7:34344) 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 -- 172.21.15.7:0/613317481 learned_addr learned my addr 172.21.15.7:0/613317481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a6ffd640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8102790 0x7f77a81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a77fe640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 -- 172.21.15.7:0/613317481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8102790 msgr2=0x7f77a81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8102790 0x7f77a81988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 -- 172.21.15.7:0/613317481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 msgr2=0x7f77a8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.518+0000 7f77a7fff640 1 -- 172.21.15.7:0/613317481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a819d310 con 0x7f77a8106f10 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77a77fe640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77a7fff640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f77a000eaa0 tx=0x7f77a000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77a000cdb0 con 0x7f77a8106f10 2024-09-19T05:41:34.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a819d600 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77a0005020 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77a00116d0 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.519+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a81a4ee0 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.520+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77a81021c0 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.522+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f77a00051d0 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.523+0000 7f77a4ff9640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 0x7f77900a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.523+0000 7f77a77fe640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 0x7f77900a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.523+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f77a00cffe0 con 0x7f77a8106f10 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.523+0000 7f77a77fe640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 0x7f77900a5790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7798009b40 tx=0x7f7798005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:34.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.526+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f77a0016030 con 0x7f77a8106f10 2024-09-19T05:41:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:34 smithi063 ceph-mon[34779]: pgmap v323: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:34.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.738+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f77a81996c0 con 0x7f77a8106f10 2024-09-19T05:41:34.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.738+0000 7f77a4ff9640 1 -- 172.21.15.7:0/613317481 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7f77a81996c0 con 0x7f77a8106f10 2024-09-19T05:41:34.741 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:34.741 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:41:34.742 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 msgr2=0x7f77900a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 0x7f77900a5790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7798009b40 tx=0x7f7798005e50 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 msgr2=0x7f77a819cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f77a000eaa0 tx=0x7f77a000ef60 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 shutdown_connections 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f77900a32d0 0x7f77900a5790 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77a8106f10 0x7f77a819cc30 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77a8102790 0x7f77a81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 --2- 172.21.15.7:0/613317481 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77a8101de0 0x7f77a8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 >> 172.21.15.7:0/613317481 conn(0x7f77a80fd8c0 msgr2=0x7f77a80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:34.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 shutdown_connections 2024-09-19T05:41:34.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:34.741+0000 7f77ae141640 1 -- 172.21.15.7:0/613317481 wait complete. 2024-09-19T05:41:35.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:35 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/613317481' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:35.466 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:41:35.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:35 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/613317481' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:35 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/613317481' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:35.727 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:36.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- 172.21.15.7:0/604641526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04102d90 msgr2=0x7f6b04103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:36.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/604641526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04102d90 0x7f6b04103170 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6af8009930 tx=0x7f6af802a420 comp rx=0 tx=0).stop 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- 172.21.15.7:0/604641526 shutdown_connections 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/604641526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 0x7f6b0410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/604641526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04103740 0x7f6b04107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/604641526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04102d90 0x7f6b04103170 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- 172.21.15.7:0/604641526 >> 172.21.15.7:0/604641526 conn(0x7f6b040fc7d0 msgr2=0x7f6b040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- 172.21.15.7:0/604641526 shutdown_connections 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- 172.21.15.7:0/604641526 wait complete. 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 Processor -- start 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.211+0000 7f6b0ab33640 1 -- start start 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 0x7f6b04198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 0x7f6b0419cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:36.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b04112000 con 0x7f6b04103740 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6b04111e80 con 0x7f6b04102d90 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6b04112180 con 0x7f6b04108290 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34358/0 (socket says 172.21.15.7:34358) 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 -- 172.21.15.7:0/1046365815 learned_addr learned my addr 172.21.15.7:0/1046365815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b090d0640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 0x7f6b0419cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b088cf640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 0x7f6b04198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 -- 172.21.15.7:0/1046365815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 msgr2=0x7f6b0419cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 0x7f6b0419cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 -- 172.21.15.7:0/1046365815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 msgr2=0x7f6b04198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 0x7f6b04198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 -- 172.21.15.7:0/1046365815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b0419d5e0 con 0x7f6b04103740 2024-09-19T05:41:36.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b088cf640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 0x7f6b04198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b03fff640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6af000b450 tx=0x7f6af000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af0015020 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b0419d8d0 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6af0011d40 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.212+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af000f340 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.213+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b041a51b0 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.214+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b041031f0 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.215+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f6af0018020 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.215+0000 7f6b01ffb640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 0x7f6af40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.215+0000 7f6b088cf640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 0x7f6af40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.216+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f6af00cf460 con 0x7f6b04103740 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.216+0000 7f6b088cf640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 0x7f6af40a5790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6af8000c00 tx=0x7f6af8031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:36.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.220+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6af001f020 con 0x7f6b04103740 2024-09-19T05:41:36.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:36 smithi007 ceph-mon[30960]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:36.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.396+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b0410a2d0 con 0x7f6b04103740 2024-09-19T05:41:36.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.397+0000 7f6b01ffb640 1 -- 172.21.15.7:0/1046365815 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22640 (secure 0 0 0) 0x7f6af000d040 con 0x7f6b04103740 2024-09-19T05:41:36.400 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:36.401 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":85,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:41:18.067254+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":3,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 msgr2=0x7f6af40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 0x7f6af40a5790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6af8000c00 tx=0x7f6af8031400 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 msgr2=0x7f6b04198b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f6af000b450 tx=0x7f6af000b910 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 shutdown_connections 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f6af40a32d0 0x7f6af40a5790 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6b04108290 0x7f6b0419cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b04103740 0x7f6b04198b70 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 --2- 172.21.15.7:0/1046365815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6b04102d90 0x7f6b04198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:36.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 >> 172.21.15.7:0/1046365815 conn(0x7f6b040fc7d0 msgr2=0x7f6b04105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:36.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 shutdown_connections 2024-09-19T05:41:36.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:36.400+0000 7f6b0ab33640 1 -- 172.21.15.7:0/1046365815 wait complete. 2024-09-19T05:41:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:36 smithi044 ceph-mon[34175]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:36 smithi063 ceph-mon[34779]: pgmap v324: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:37.069 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:41:37.332 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:37.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:37 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1046365815' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:41:37.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:37 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1046365815' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:41:37.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:37 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1046365815' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:41:37.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 -- 172.21.15.7:0/460385320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c1002f0 msgr2=0x7f2a3c1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 --2- 172.21.15.7:0/460385320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c1006d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c009930 tx=0x7f2a2c02a420 comp rx=0 tx=0).stop 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 -- 172.21.15.7:0/460385320 shutdown_connections 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 --2- 172.21.15.7:0/460385320 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c106f50 0x7f2a3c10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 --2- 172.21.15.7:0/460385320 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 --2- 172.21.15.7:0/460385320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c1006d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 -- 172.21.15.7:0/460385320 >> 172.21.15.7:0/460385320 conn(0x7f2a3c077210 msgr2=0x7f2a3c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 -- 172.21.15.7:0/460385320 shutdown_connections 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.791+0000 7f2a41a36640 1 -- 172.21.15.7:0/460385320 wait complete. 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 Processor -- start 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 -- start start 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:37.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c106f50 0x7f2a3c19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3c111eb0 con 0x7f2a3c100ca0 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3c111d30 con 0x7f2a3c1002f0 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.792+0000 7f2a41a36640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2a3c112030 con 0x7f2a3c106f50 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34386/0 (socket says 172.21.15.7:34386) 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 -- 172.21.15.7:0/3738350129 learned_addr learned my addr 172.21.15.7:0/3738350129 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3affd640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3b7fe640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c106f50 0x7f2a3c19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 -- 172.21.15.7:0/3738350129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c106f50 msgr2=0x7f2a3c19cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c106f50 0x7f2a3c19cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:37.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 -- 172.21.15.7:0/3738350129 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c1002f0 msgr2=0x7f2a3c198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 -- 172.21.15.7:0/3738350129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a3c19d420 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a3a7fc640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2a3000b450 tx=0x7f2a3000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30015020 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a30011d40 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a3c19d710 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3000f340 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.793+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a3c1a4ff0 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.794+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a3c1006d0 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.795+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f2a30018020 con 0x7f2a3c100ca0 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.796+0000 7f2a40a34640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 0x7f2a240a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:37.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.796+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f2a300cf4b0 con 0x7f2a3c100ca0 2024-09-19T05:41:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.796+0000 7f2a3affd640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 0x7f2a240a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.797+0000 7f2a3affd640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 0x7f2a240a5790 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c009900 tx=0x7f2a2c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:37.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:37.800+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f2a3001f020 con 0x7f2a3c100ca0 2024-09-19T05:41:38.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.010+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a3c02d7c0 con 0x7f2a3c100ca0 2024-09-19T05:41:38.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.011+0000 7f2a40a34640 1 -- 172.21.15.7:0/3738350129 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7f2a3000d040 con 0x7f2a3c100ca0 2024-09-19T05:41:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:38.015 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:41:38.015 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 msgr2=0x7f2a240a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 0x7f2a240a5790 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c009900 tx=0x7f2a2c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 msgr2=0x7f2a3c1989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2a3000b450 tx=0x7f2a3000b910 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 shutdown_connections 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f2a240a32d0 0x7f2a240a5790 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2a3c106f50 0x7f2a3c19cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2a3c100ca0 0x7f2a3c1989b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 --2- 172.21.15.7:0/3738350129 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a3c1002f0 0x7f2a3c198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 >> 172.21.15.7:0/3738350129 conn(0x7f2a3c077210 msgr2=0x7f2a3c105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 shutdown_connections 2024-09-19T05:41:38.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:38.015+0000 7f2a41a36640 1 -- 172.21.15.7:0/3738350129 wait complete. 2024-09-19T05:41:38.291 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:38 smithi007 ceph-mon[30960]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:38.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3738350129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:38 smithi044 ceph-mon[34175]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3738350129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:38 smithi063 ceph-mon[34779]: pgmap v325: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3738350129' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:38.709 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-19T05:40:14.614412+0000', 'modified': '2024-09-19T05:40:26.056510+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24505, 'mds_1': 24503, 'mds_2': 24487, 'mds_3': 24481, 'mds_4': 14613}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14607': {'gid': 14607, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.7:6839/2010887661', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6838', 'nonce': 2010887661}, {'type': 'v1', 'addr': '172.21.15.7:6839', 'nonce': 2010887661}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14613': {'gid': 14613, 'name': 'a', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.7:6841/2374333952', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6840', 'nonce': 2374333952}, {'type': 'v1', 'addr': '172.21.15.7:6841', 'nonce': 2374333952}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24422': {'gid': 24422, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6833/776655598', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6832', 'nonce': 776655598}, {'type': 'v1', 'addr': '172.21.15.44:6833', 'nonce': 776655598}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.63:6833/2891827642', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6832', 'nonce': 2891827642}, {'type': 'v1', 'addr': '172.21.15.63:6833', 'nonce': 2891827642}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24449': {'gid': 24449, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6835/323413390', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6834', 'nonce': 323413390}, {'type': 'v1', 'addr': '172.21.15.44:6835', 'nonce': 323413390}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6837/3980296629', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6836', 'nonce': 3980296629}, {'type': 'v1', 'addr': '172.21.15.44:6837', 'nonce': 3980296629}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.63:6835/4011427590', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6834', 'nonce': 4011427590}, {'type': 'v1', 'addr': '172.21.15.63:6835', 'nonce': 4011427590}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.63:6837/1376792949', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6836', 'nonce': 1376792949}, {'type': 'v1', 'addr': '172.21.15.63:6837', 'nonce': 1376792949}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.44:6839/2032000967', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 2032000967}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 2032000967}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.63:6839/3927594316', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6838', 'nonce': 3927594316}, {'type': 'v1', 'addr': '172.21.15.63:6839', 'nonce': 3927594316}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24505, 'qdb_cluster': [24505, 24503, 24487, 24481, 14613]} 2024-09-19T05:41:38.709 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-19T05:41:38.709 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.a status 2024-09-19T05:41:38.974 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 -- 172.21.15.7:0/3477666945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c101de0 msgr2=0x7fe59c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/3477666945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c101de0 0x7fe59c1021c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe584009900 tx=0x7fe58402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 -- 172.21.15.7:0/3477666945 shutdown_connections 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/3477666945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c106f10 0x7fe59c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/3477666945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 0x7fe59c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/3477666945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c101de0 0x7fe59c1021c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 -- 172.21.15.7:0/3477666945 >> 172.21.15.7:0/3477666945 conn(0x7fe59c0fd8c0 msgr2=0x7fe59c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 -- 172.21.15.7:0/3477666945 shutdown_connections 2024-09-19T05:41:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.519+0000 7fe5a0d38640 1 -- 172.21.15.7:0/3477666945 wait complete. 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 Processor -- start 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 -- start start 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c101de0 0x7fe59c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 0x7fe59c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c111e40 con 0x7fe59c106f10 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c111cc0 con 0x7fe59c101de0 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe5a0d38640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe59c111fc0 con 0x7fe59c102790 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe59ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe59ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34414/0 (socket says 172.21.15.7:34414) 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe59ad9d640 1 -- 172.21.15.7:0/2425930812 learned_addr learned my addr 172.21.15.7:0/2425930812 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe599d9b640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 0x7fe59c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.520+0000 7fe59a59c640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c101de0 0x7fe59c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 -- 172.21.15.7:0/2425930812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 msgr2=0x7fe59c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 0x7fe59c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 -- 172.21.15.7:0/2425930812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c101de0 msgr2=0x7fe59c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c101de0 0x7fe59c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 -- 172.21.15.7:0/2425930812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe59c1a6880 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe59ad9d640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe59400cad0 tx=0x7fe59400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe5937fe640 1 -- 172.21.15.7:0/2425930812 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59400ad60 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe59c1a6b70 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe5937fe640 1 -- 172.21.15.7:0/2425930812 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe594005020 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe5937fe640 1 -- 172.21.15.7:0/2425930812 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59400f6b0 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.521+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe59c1a70b0 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.523+0000 7fe5937fe640 1 -- 172.21.15.7:0/2425930812 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fe5940051d0 con 0x7fe59c106f10 2024-09-19T05:41:39.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 Processor -- start 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 -- start start 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x56473361cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733627670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564733583090 con 0x564733627bb0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56473352aa70 con 0x56473361d2f0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5a3111740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56473357f050 con 0x56473361c9d0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe5937fe640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 0x7fe5880a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34424/0 (socket says 172.21.15.7:34424) 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe599d9b640 1 -- 172.21.15.7:0/4252337580 learned_addr learned my addr 172.21.15.7:0/4252337580 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe599d9b640 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x56473361cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.524+0000 7fe59ad9d640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 0x7fe5880a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe59a59c640 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733627670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 -- 172.21.15.7:0/4252337580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 msgr2=0x56473361cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x56473361cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 -- 172.21.15.7:0/4252337580 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 msgr2=0x564733627670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733627670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe5937fe640 1 -- 172.21.15.7:0/2425930812 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fe5940cfb50 con 0x7fe59c106f10 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 -- 172.21.15.7:0/4252337580 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564733537130 con 0x564733627bb0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe599d9b640 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe58c006aa0 tx=0x7fe58c009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a0011a18d1454e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe59ad9d640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 0x7fe5880a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe5940989a0 tx=0x7fe5940cd040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe590ff9640 1 -- 172.21.15.7:0/4252337580 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c015760 con 0x564733627bb0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe590ff9640 1 -- 172.21.15.7:0/4252337580 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe58c01d070 con 0x564733627bb0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.525+0000 7fe590ff9640 1 -- 172.21.15.7:0/4252337580 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c018a30 con 0x564733627bb0 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- 172.21.15.7:0/4252337580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 msgr2=0x564733629fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fe58c006aa0 tx=0x7fe58c009510 comp rx=0 tx=0).stop 2024-09-19T05:41:39.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- 172.21.15.7:0/4252337580 shutdown_connections 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733629fa0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733627670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 --2- 172.21.15.7:0/4252337580 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x56473361cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- 172.21.15.7:0/4252337580 >> 172.21.15.7:0/4252337580 conn(0x564733618f60 msgr2=0x564733619340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- 172.21.15.7:0/4252337580 shutdown_connections 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- 172.21.15.7:0/4252337580 wait complete. 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 -- start start 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.526+0000 7fe5a3111740 1 Processor -- start 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361c9d0 0x564733627400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361d2f0 0x564733624750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56473362a780 con 0x564733627bb0 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56473353df20 con 0x56473361c9d0 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56473362a900 con 0x56473361d2f0 2024-09-19T05:41:39.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 10 client.0 _ll_register_callbacks cb 0x564733507030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34428/0 (socket says 172.21.15.7:34428) 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 -- 172.21.15.7:0/419890161 learned_addr learned my addr 172.21.15.7:0/419890161 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe59a59c640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361d2f0 0x564733624750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361c9d0 0x564733627400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 -- 172.21.15.7:0/419890161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361d2f0 msgr2=0x564733624750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361d2f0 0x564733624750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 -- 172.21.15.7:0/419890161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361c9d0 msgr2=0x564733627400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361c9d0 0x564733627400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 -- 172.21.15.7:0/419890161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647332f42b0 con 0x564733627bb0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe599d9b640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe58c001eb0 tx=0x7fe58c008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a28ca1f6f38aa8ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe581ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:39.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c015760 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fe58c015900 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.527+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe58c01d070 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe58c015b00 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 10 client.14997 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564733636050 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe58c01d070 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fe58c02e030 con 0x564733627bb0 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 10 client.14997 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 10 client.14997 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 20 client.14997 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564733637450 0x564733639650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 4 client.14997 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564733590600 con 0x564733637450 2024-09-19T05:41:39.553 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.528+0000 7fe59a59c640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564733637450 0x564733639650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe581ffb640 10 client.14997 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe59a59c640 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564733637450 0x564733639650 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c0989ebf455cf641 server_cookie=1d21d0763973454a in_seq=0 out_seq=0 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe581ffb640 1 -- 172.21.15.7:0/419890161 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564733590600 con 0x564733637450 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe581ffb640 10 client.14997 handle_command_reply: tid=0 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 client.14997 shutdown 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 msgr2=0x564733624c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe58c001eb0 tx=0x7fe58c008040 comp rx=0 tx=0).stop 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 shutdown_connections 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564733637450 0x564733639650 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x564733624c90 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361d2f0 0x564733624750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe581ffb640 0 client.14997 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 --2- 172.21.15.7:0/419890161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361c9d0 0x564733627400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 >> 172.21.15.7:0/419890161 conn(0x564733618f60 msgr2=0x56473361ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.529+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 shutdown_connections 2024-09-19T05:41:39.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.530+0000 7fe5a3111740 1 -- 172.21.15.7:0/419890161 wait complete. 2024-09-19T05:41:39.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.530+0000 7fe5a3111740 20 client.14997 trim_cache size 0 max 16384 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 Processor -- start 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 -- start start 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 0x564733637b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564733637990 con 0x56473361d2f0 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564733638060 con 0x564733627bb0 2024-09-19T05:41:39.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe5a3111740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564733638730 con 0x56473361c9d0 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34434/0 (socket says 172.21.15.7:34434) 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 -- 172.21.15.7:0/1360053058 learned_addr learned my addr 172.21.15.7:0/1360053058 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 -- 172.21.15.7:0/1360053058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 msgr2=0x5647336388b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336388b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 -- 172.21.15.7:0/1360053058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 msgr2=0x564733637b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 0x564733637b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 0x564733637b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe59a59c640 1 -- 172.21.15.7:0/1360053058 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56473361d120 con 0x56473361d2f0 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.548+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 0x564733637b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:39.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.549+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe584009900 tx=0x7fe584009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=951595352399a4c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.549+0000 7fe583fff640 1 -- 172.21.15.7:0/1360053058 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584048030 con 0x56473361d2f0 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.549+0000 7fe583fff640 1 -- 172.21.15.7:0/1360053058 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe584004200 con 0x56473361d2f0 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.549+0000 7fe583fff640 1 -- 172.21.15.7:0/1360053058 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe584035040 con 0x56473361d2f0 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- 172.21.15.7:0/1360053058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 msgr2=0x5647336381e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fe584009900 tx=0x7fe584009640 comp rx=0 tx=0).stop 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- 172.21.15.7:0/1360053058 shutdown_connections 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564733627bb0 0x564733637b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56473361d2f0 0x5647336381e0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1360053058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336388b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- 172.21.15.7:0/1360053058 >> 172.21.15.7:0/1360053058 conn(0x564733618f60 msgr2=0x564733619340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- 172.21.15.7:0/1360053058 shutdown_connections 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- 172.21.15.7:0/1360053058 wait complete. 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- start start 2024-09-19T05:41:39.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 Processor -- start 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336419e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733641f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5647336394d0 con 0x564733627bb0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564733638e00 con 0x56473361d2f0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564733639ba0 con 0x56473361c9d0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe5a3111740 10 client.0 _ll_register_callbacks cb 0x7fe58c009cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.550+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34436/0 (socket says 172.21.15.7:34436) 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 -- 172.21.15.7:0/1254545232 learned_addr learned my addr 172.21.15.7:0/1254545232 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733641f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336419e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 -- 172.21.15.7:0/1254545232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 msgr2=0x5647336419e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336419e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 -- 172.21.15.7:0/1254545232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 msgr2=0x564733641f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733641f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 -- 172.21.15.7:0/1254545232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56473363d640 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe599d9b640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe58c006f10 tx=0x7fe58c008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=605f59daa68c73c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe581ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe58c035040 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe584004200 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fe58c009860 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe58c015730 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe5a3111740 10 client.15003 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.551+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5647336a22c0 con 0x564733627bb0 2024-09-19T05:41:39.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe584004200 con 0x564733627bb0 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fe58c02e040 con 0x564733627bb0 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 10 client.15003 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 10 client.15003 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 20 client.15003 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x5647336a6e00 0x5647336a5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 4 client.15003 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "status"}) -- 0x56473358ab10 con 0x5647336a6e00 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x5647336a6e00 0x5647336a5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe581ffb640 10 client.15003 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.552+0000 7fe59a59c640 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x5647336a6e00 0x5647336a5b10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=27e6659bee98df52 server_cookie=64cdd2e3f66b518d in_seq=0 out_seq=0 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe581ffb640 1 -- 172.21.15.7:0/1254545232 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x56473358ab10 con 0x5647336a6e00 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe581ffb640 10 client.15003 handle_command_reply: tid=0 2024-09-19T05:41:39.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 client.15003 shutdown 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 msgr2=0x56473363ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe58c006f10 tx=0x7fe58c008040 comp rx=0 tx=0).stop 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 shutdown_connections 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x5647336a6e00 0x5647336a5b10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564733627bb0 0x56473363ce10 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56473361d2f0 0x564733641f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 --2- 172.21.15.7:0/1254545232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56473361c9d0 0x5647336419e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 >> 172.21.15.7:0/1254545232 conn(0x564733618f60 msgr2=0x564733622c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe581ffb640 0 client.15003 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 shutdown_connections 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 1 -- 172.21.15.7:0/1254545232 wait complete. 2024-09-19T05:41:39.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a3111740 20 client.15003 trim_cache size 0 max 16384 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 4, 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 14613, 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 74.502666310999999, 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:41:39.566 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 97.588340832 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 msgr2=0x7fe5880a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.553+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 0x7fe5880a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe5940989a0 tx=0x7fe5940cd040 comp rx=0 tx=0).stop 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 msgr2=0x7fe59c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe59400cad0 tx=0x7fe59400ced0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 shutdown_connections 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fe5880a32d0 0x7fe5880a5790 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe59c106f10 0x7fe59c074f70 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe59c102790 0x7fe59c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 --2- 172.21.15.7:0/2425930812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe59c101de0 0x7fe59c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 >> 172.21.15.7:0/2425930812 conn(0x7fe59c0fd8c0 msgr2=0x7fe59c0fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 shutdown_connections 2024-09-19T05:41:39.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:39.554+0000 7fe5a0d38640 1 -- 172.21.15.7:0/2425930812 wait complete. 2024-09-19T05:41:40.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-19T05:41:40.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:40 smithi007 ceph-mon[30960]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:40 smithi044 ceph-mon[34175]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:40.581 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:40 smithi063 ceph-mon[34779]: pgmap v326: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:41.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.075+0000 7efe73c97640 1 -- 172.21.15.7:0/3537112332 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c102ef0 msgr2=0x7efe6c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.075+0000 7efe73c97640 1 --2- 172.21.15.7:0/3537112332 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c102ef0 0x7efe6c10da40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7efe64009900 tx=0x7efe6402a480 comp rx=0 tx=0).stop 2024-09-19T05:41:41.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 -- 172.21.15.7:0/3537112332 shutdown_connections 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 --2- 172.21.15.7:0/3537112332 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c102ef0 0x7efe6c10da40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 --2- 172.21.15.7:0/3537112332 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 0x7efe6c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 --2- 172.21.15.7:0/3537112332 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c100e20 0x7efe6c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 -- 172.21.15.7:0/3537112332 >> 172.21.15.7:0/3537112332 conn(0x7efe6c0fc7d0 msgr2=0x7efe6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 -- 172.21.15.7:0/3537112332 shutdown_connections 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 -- 172.21.15.7:0/3537112332 wait complete. 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 Processor -- start 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.076+0000 7efe73c97640 1 -- start start 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 0x7efe6c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 0x7efe6c1a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c110ed0 con 0x7efe6c100e20 2024-09-19T05:41:41.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c110d50 con 0x7efe6c102ef0 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c111050 con 0x7efe6c102570 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58930/0 (socket says 172.21.15.7:58930) 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 -- 172.21.15.7:0/1465466105 learned_addr learned my addr 172.21.15.7:0/1465466105 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71232640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 0x7efe6c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe72234640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 0x7efe6c1a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 -- 172.21.15.7:0/1465466105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 msgr2=0x7efe6c1998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 0x7efe6c1998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 -- 172.21.15.7:0/1465466105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 msgr2=0x7efe6c1a4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 0x7efe6c1a4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 -- 172.21.15.7:0/1465466105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe6c1a4960 con 0x7efe6c100e20 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe72234640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 0x7efe6c1a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe71a33640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7efe6800ba50 tx=0x7efe6800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe62ffd640 1 -- 172.21.15.7:0/1465466105 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe68019070 con 0x7efe6c100e20 2024-09-19T05:41:41.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe6c1a4b30 con 0x7efe6c100e20 2024-09-19T05:41:41.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe62ffd640 1 -- 172.21.15.7:0/1465466105 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe6800cbe0 con 0x7efe6c100e20 2024-09-19T05:41:41.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe62ffd640 1 -- 172.21.15.7:0/1465466105 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe680075d0 con 0x7efe6c100e20 2024-09-19T05:41:41.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.077+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe6c1a5040 con 0x7efe6c100e20 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.080+0000 7efe62ffd640 1 -- 172.21.15.7:0/1465466105 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7efe6801c070 con 0x7efe6c100e20 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.080+0000 7efe76070740 1 Processor -- start 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.080+0000 7efe76070740 1 -- start start 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.080+0000 7efe76070740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7039d0 0x55a3ed703db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe76070740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe76070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe76070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed66a090 con 0x55a3ed70ebb0 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe76070740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed611a70 con 0x55a3ed7039d0 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe76070740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed666050 con 0x55a3ed7042f0 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe62ffd640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 0x7efe580a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58934/0 (socket says 172.21.15.7:58934) 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 -- 172.21.15.7:0/1251811755 learned_addr learned my addr 172.21.15.7:0/1251811755 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71a33640 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe72234640 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7039d0 0x55a3ed703db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe72234640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 0x7efe580a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe62ffd640 1 -- 172.21.15.7:0/1465466105 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7efe680ceff0 con 0x7efe6c100e20 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 -- 172.21.15.7:0/1251811755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 msgr2=0x55a3ed70e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 -- 172.21.15.7:0/1251811755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7039d0 msgr2=0x55a3ed703db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7039d0 0x55a3ed703db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 -- 172.21.15.7:0/1251811755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3ed61e130 con 0x55a3ed70ebb0 2024-09-19T05:41:41.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe71232640 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efe5c00b7f0 tx=0x7efe5c00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43f2f55077c46711 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.081+0000 7efe72234640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 0x7efe580a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efe6402a9a0 tx=0x7efe64005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe57fff640 1 -- 172.21.15.7:0/1251811755 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c00d950 con 0x55a3ed70ebb0 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe57fff640 1 -- 172.21.15.7:0/1251811755 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe5c018070 con 0x55a3ed70ebb0 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe57fff640 1 -- 172.21.15.7:0/1251811755 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c0123e0 con 0x55a3ed70ebb0 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 -- 172.21.15.7:0/1251811755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 msgr2=0x55a3ed710fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7efe5c00b7f0 tx=0x7efe5c00bcb0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 -- 172.21.15.7:0/1251811755 shutdown_connections 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed710fa0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 --2- 172.21.15.7:0/1251811755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7039d0 0x55a3ed703db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 -- 172.21.15.7:0/1251811755 >> 172.21.15.7:0/1251811755 conn(0x55a3ed6fff60 msgr2=0x55a3ed700340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.082+0000 7efe76070740 1 -- 172.21.15.7:0/1251811755 shutdown_connections 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 -- 172.21.15.7:0/1251811755 wait complete. 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 -- start start 2024-09-19T05:41:41.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 Processor -- start 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed70e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed70bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed711780 con 0x55a3ed7042f0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed624f20 con 0x55a3ed70ebb0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed711900 con 0x55a3ed7039d0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe76070740 10 client.0 _ll_register_callbacks cb 0x55a3ed5ee030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe71232640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.083+0000 7efe71232640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58948/0 (socket says 172.21.15.7:58948) 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 -- 172.21.15.7:0/3741042248 learned_addr learned my addr 172.21.15.7:0/3741042248 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe72234640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed70bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71a33640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed70e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 -- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 msgr2=0x55a3ed70e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed70e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 -- 172.21.15.7:0/3741042248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 msgr2=0x55a3ed70bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed70bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 -- 172.21.15.7:0/3741042248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3ed3db2b0 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe71232640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7efe5c008010 tx=0x7efe5c013730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf87b29eeda46453 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe557fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c022070 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe5c018070 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7efe5c00dd60 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7efe5c02e050 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe76070740 10 client.15015 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.084+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a3ed71cfd0 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe5c018070 con 0x55a3ed7042f0 2024-09-19T05:41:41.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7efe5c01b380 con 0x55a3ed7042f0 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 10 client.15015 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 10 client.15015 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 20 client.15015 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed71f230 0x55a3ed7206a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 4 client.15015 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a3ed677600 con 0x55a3ed71f230 2024-09-19T05:41:41.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.085+0000 7efe71a33640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed71f230 0x55a3ed7206a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.086+0000 7efe71a33640 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed71f230 0x55a3ed7206a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2d9e11051268333 server_cookie=4f6ea1a392b2bbd6 in_seq=0 out_seq=0 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.086+0000 7efe557fa640 10 client.15015 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe557fa640 1 -- 172.21.15.7:0/3741042248 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a3ed677600 con 0x55a3ed71f230 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe557fa640 10 client.15015 handle_command_reply: tid=0 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 client.15015 shutdown 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 msgr2=0x55a3ed70b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7efe5c008010 tx=0x7efe5c013730 comp rx=0 tx=0).stop 2024-09-19T05:41:41.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 shutdown_connections 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed71f230 0x55a3ed7206a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed70bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7042f0 0x55a3ed70b6f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 --2- 172.21.15.7:0/3741042248 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed70e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe557fa640 0 client.15015 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 >> 172.21.15.7:0/3741042248 conn(0x55a3ed6fff60 msgr2=0x55a3ed705c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 shutdown_connections 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 1 -- 172.21.15.7:0/3741042248 wait complete. 2024-09-19T05:41:41.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.087+0000 7efe76070740 20 client.15015 trim_cache size 0 max 16384 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.105+0000 7efe76070740 1 Processor -- start 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 -- start start 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed706c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed71e9e0 con 0x55a3ed7039d0 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed71f0b0 con 0x55a3ed70ebb0 2024-09-19T05:41:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe76070740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed71f780 con 0x55a3ed7042f0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58960/0 (socket says 172.21.15.7:58960) 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 -- 172.21.15.7:0/4033952325 learned_addr learned my addr 172.21.15.7:0/4033952325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71232640 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 -- 172.21.15.7:0/4033952325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 msgr2=0x55a3ed70c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 -- 172.21.15.7:0/4033952325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 msgr2=0x55a3ed706c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed706c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 -- 172.21.15.7:0/4033952325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3ed6ffd90 con 0x55a3ed7039d0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe71a33640 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7efe6800ba20 tx=0x7efe6806e440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc8e01ae6bef902 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe577fe640 1 -- 172.21.15.7:0/4033952325 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6809f970 con 0x55a3ed7039d0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe577fe640 1 -- 172.21.15.7:0/4033952325 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe680a4230 con 0x55a3ed7039d0 2024-09-19T05:41:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.106+0000 7efe577fe640 1 -- 172.21.15.7:0/4033952325 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe680d10e0 con 0x55a3ed7039d0 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- 172.21.15.7:0/4033952325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 msgr2=0x55a3ed7206a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7efe6800ba20 tx=0x7efe6806e440 comp rx=0 tx=0).stop 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- 172.21.15.7:0/4033952325 shutdown_connections 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed70ebb0 0x55a3ed706c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7042f0 0x55a3ed70c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 --2- 172.21.15.7:0/4033952325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed7039d0 0x55a3ed7206a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- 172.21.15.7:0/4033952325 >> 172.21.15.7:0/4033952325 conn(0x55a3ed6fff60 msgr2=0x55a3ed706560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- 172.21.15.7:0/4033952325 shutdown_connections 2024-09-19T05:41:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- 172.21.15.7:0/4033952325 wait complete. 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.107+0000 7efe76070740 1 -- start start 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 Processor -- start 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed728e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7042f0 0x55a3ed7221b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed720520 con 0x55a3ed70ebb0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed71fe50 con 0x55a3ed7042f0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a3ed720bf0 con 0x55a3ed7039d0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe76070740 10 client.0 _ll_register_callbacks cb 0x7efe64009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58962/0 (socket says 172.21.15.7:58962) 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 -- 172.21.15.7:0/2113580087 learned_addr learned my addr 172.21.15.7:0/2113580087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe71a33640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed728e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe71232640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7042f0 0x55a3ed7221b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 -- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 msgr2=0x55a3ed728e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed728e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 -- 172.21.15.7:0/2113580087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7042f0 msgr2=0x55a3ed7221b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7042f0 0x55a3ed7221b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.108+0000 7efe72234640 1 -- 172.21.15.7:0/2113580087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3ed722c60 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe72234640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7efe640042d0 tx=0x7efe64005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa958ea0f73b70b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6404f020 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7efe64004480 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe680a4230 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7efe64035040 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 10 client.15021 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a3ed727720 con 0x55a3ed70ebb0 2024-09-19T05:41:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe6405b070 con 0x55a3ed70ebb0 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7efe6403a070 con 0x55a3ed70ebb0 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 10 client.15021 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 10 client.15021 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 20 client.15021 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed78e310 0x55a3ed78d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 4 client.15021 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.109+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "status"}) -- 0x55a3ed671b10 con 0x55a3ed78e310 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe71a33640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed78e310 0x55a3ed78d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe71a33640 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed78e310 0x55a3ed78d020 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6701150cd4172d03 server_cookie=82b5abf03f81d4fe in_seq=0 out_seq=0 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe557fa640 10 client.15021 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe557fa640 1 -- 172.21.15.7:0/2113580087 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55a3ed671b10 con 0x55a3ed78e310 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe557fa640 10 client.15021 handle_command_reply: tid=0 2024-09-19T05:41:41.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe76070740 1 client.15021 shutdown 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 msgr2=0x55a3ed7226f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.110+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7efe640042d0 tx=0x7efe64005d50 comp rx=0 tx=0).stop 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 shutdown_connections 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55a3ed78e310 0x55a3ed78d020 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a3ed70ebb0 0x55a3ed7226f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a3ed7042f0 0x55a3ed7221b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe557fa640 0 client.15021 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 --2- 172.21.15.7:0/2113580087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a3ed7039d0 0x55a3ed728e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 >> 172.21.15.7:0/2113580087 conn(0x55a3ed6fff60 msgr2=0x55a3ed70b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 shutdown_connections 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 1 -- 172.21.15.7:0/2113580087 wait complete. 2024-09-19T05:41:41.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe76070740 20 client.15021 trim_cache size 0 max 16384 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 3, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24481, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 77.032050892000001, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:41:41.119 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 113.207205476 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 msgr2=0x7efe580a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 0x7efe580a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efe6402a9a0 tx=0x7efe64005fd0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 msgr2=0x7efe6c1993a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7efe6800ba50 tx=0x7efe6800bf10 comp rx=0 tx=0).stop 2024-09-19T05:41:41.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 shutdown_connections 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7efe580a32d0 0x7efe580a5790 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe6c102ef0 0x7efe6c1a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe6c102570 0x7efe6c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 --2- 172.21.15.7:0/1465466105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe6c100e20 0x7efe6c1993a0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.111+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 >> 172.21.15.7:0/1465466105 conn(0x7efe6c0fc7d0 msgr2=0x7efe6c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.112+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 shutdown_connections 2024-09-19T05:41:41.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:41.112+0000 7efe73c97640 1 -- 172.21.15.7:0/1465466105 wait complete. 2024-09-19T05:41:41.853 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-19T05:41:42.113 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:42 smithi044 ceph-mon[34175]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:42.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:42 smithi007 ceph-mon[30960]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- 172.21.15.7:0/2033847845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 msgr2=0x7f0e8810e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 --2- 172.21.15.7:0/2033847845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8810e790 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0e80009ca0 tx=0x7f0e8002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- 172.21.15.7:0/2033847845 shutdown_connections 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 --2- 172.21.15.7:0/2033847845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8810e790 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 --2- 172.21.15.7:0/2033847845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 0x7f0e8810bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 --2- 172.21.15.7:0/2033847845 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 0x7f0e881031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- 172.21.15.7:0/2033847845 >> 172.21.15.7:0/2033847845 conn(0x7f0e880fc7d0 msgr2=0x7f0e880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- 172.21.15.7:0/2033847845 shutdown_connections 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- 172.21.15.7:0/2033847845 wait complete. 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 Processor -- start 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.586+0000 7f0e90329640 1 -- start start 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 0x7f0e88198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 0x7f0e88198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e88111fa0 con 0x7f0e8810c2f0 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e88111e20 con 0x7f0e881037a0 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0e88112120 con 0x7f0e88102df0 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58984/0 (socket says 172.21.15.7:58984) 2024-09-19T05:41:42.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 -- 172.21.15.7:0/4043323376 learned_addr learned my addr 172.21.15.7:0/4043323376 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 0x7f0e88198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 0x7f0e88198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 -- 172.21.15.7:0/4043323376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 msgr2=0x7f0e88198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 0x7f0e88198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 -- 172.21.15.7:0/4043323376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 msgr2=0x7f0e88198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 0x7f0e88198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 -- 172.21.15.7:0/4043323376 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e8819d400 con 0x7f0e8810c2f0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e8e8c6640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f0e80009dc0 tx=0x7f0e80032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e7f7fe640 1 -- 172.21.15.7:0/4043323376 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e80003cf0 con 0x7f0e8810c2f0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e7f7fe640 1 -- 172.21.15.7:0/4043323376 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e800044f0 con 0x7f0e8810c2f0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e8819d690 con 0x7f0e8810c2f0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.587+0000 7f0e7f7fe640 1 -- 172.21.15.7:0/4043323376 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e80030bf0 con 0x7f0e8810c2f0 2024-09-19T05:41:42.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.588+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e881a4fd0 con 0x7f0e8810c2f0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.590+0000 7f0e7f7fe640 1 -- 172.21.15.7:0/4043323376 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f0e80004040 con 0x7f0e8810c2f0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.590+0000 7f0e92702740 1 Processor -- start 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.590+0000 7f0e92702740 1 -- start start 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.590+0000 7f0e92702740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdd7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e92702740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fde6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e92702740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e92702740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55557fd3e090 con 0x55557fde6fc0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e92702740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55557fce5a70 con 0x55557fdd81d0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e92702740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55557fd3a050 con 0x55557fdd78b0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58990/0 (socket says 172.21.15.7:58990) 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1529695266 learned_addr learned my addr 172.21.15.7:0/1529695266 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:42.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdd7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e7f7fe640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 0x7f0e740a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fde6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1529695266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 msgr2=0x55557fdd7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdd7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1529695266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 msgr2=0x55557fde6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fde6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1529695266 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55557fcf2130 con 0x55557fde6fc0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8e8c6640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 0x7f0e740a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fde6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e7f7fe640 1 -- 172.21.15.7:0/4043323376 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f0e800f1110 con 0x7f0e8810c2f0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0e780126c0 tx=0x7f0e7800b6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa1ddc48145e5781 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e7cdea640 1 -- 172.21.15.7:0/1529695266 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78012c40 con 0x55557fde6fc0 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.591+0000 7f0e7cdea640 1 -- 172.21.15.7:0/1529695266 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e78012de0 con 0x55557fde6fc0 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e7cdea640 1 -- 172.21.15.7:0/1529695266 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78005650 con 0x55557fde6fc0 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 -- 172.21.15.7:0/1529695266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 msgr2=0x55557fde93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e8e8c6640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 0x7f0e740a5810 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0e800ba070 tx=0x7f0e800c1040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0e780126c0 tx=0x7f0e7800b6e0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 -- 172.21.15.7:0/1529695266 shutdown_connections 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fde93b0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fde6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 --2- 172.21.15.7:0/1529695266 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdd7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 -- 172.21.15.7:0/1529695266 >> 172.21.15.7:0/1529695266 conn(0x55557fdd3f60 msgr2=0x55557fdd4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 -- 172.21.15.7:0/1529695266 shutdown_connections 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.592+0000 7f0e92702740 1 -- 172.21.15.7:0/1529695266 wait complete. 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 -- start start 2024-09-19T05:41:42.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 Processor -- start 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd81d0 0x55557fde3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fde6fc0 0x55557fde4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55557fde9b90 con 0x55557fdd78b0 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55557fcf8f20 con 0x55557fde6fc0 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55557fde9d10 con 0x55557fdd81d0 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e92702740 10 client.0 _ll_register_callbacks cb 0x55557fcc2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58996/0 (socket says 172.21.15.7:58996) 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1750062628 learned_addr learned my addr 172.21.15.7:0/1750062628 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd81d0 msgr2=0x55557fde3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd81d0 0x55557fde3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1750062628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fde6fc0 msgr2=0x55557fde4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fde6fc0 0x55557fde4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/1750062628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55557faaf2b0 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.593+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0e78012690 tx=0x7f0e78005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af83089fc94d1f79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78012c40 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f0e78010b80 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e78012de0 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0e78005630 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 10 client.15033 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55557fdf5550 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e78012de0 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f0e7801e640 con 0x55557fdd78b0 2024-09-19T05:41:42.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 10 client.15033 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 10 client.15033 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 20 client.15033 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fdf7890 0x55557fdf8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 4 client.15033 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.594+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55557fd4b600 con 0x55557fdf7890 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.595+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fdf7890 0x55557fdf8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.595+0000 7f0e71ffb640 10 client.15033 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.595+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fdf7890 0x55557fdf8d00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a12955f13cefdd2a server_cookie=5affe0cabe003f9f in_seq=0 out_seq=0 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e71ffb640 1 -- 172.21.15.7:0/1750062628 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55557fd4b600 con 0x55557fdf7890 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e71ffb640 10 client.15033 handle_command_reply: tid=0 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 client.15033 shutdown 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 msgr2=0x55557fde6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0e78012690 tx=0x7f0e78005250 comp rx=0 tx=0).stop 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 shutdown_connections 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fdf7890 0x55557fdf8d00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fde6fc0 0x55557fde4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd81d0 0x55557fde3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 --2- 172.21.15.7:0/1750062628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fdd78b0 0x55557fde6970 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 >> 172.21.15.7:0/1750062628 conn(0x55557fdd3f60 msgr2=0x55557fdd9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e71ffb640 0 client.15033 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 shutdown_connections 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.596+0000 7f0e92702740 1 -- 172.21.15.7:0/1750062628 wait complete. 2024-09-19T05:41:42.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.597+0000 7f0e92702740 20 client.15033 trim_cache size 0 max 16384 2024-09-19T05:41:42.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 Processor -- start 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 -- start start 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdf8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf7040 con 0x55557fde6fc0 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf7710 con 0x55557fdd81d0 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.614+0000 7f0e92702740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf7de0 con 0x55557fdd78b0 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59010/0 (socket says 172.21.15.7:59010) 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/720208811 learned_addr learned my addr 172.21.15.7:0/720208811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/720208811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 msgr2=0x55557fdf8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdf8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/720208811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 msgr2=0x55557fdf8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/720208811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55557fde6ce0 con 0x55557fde6fc0 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0e78012660 tx=0x7f0e7801ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=492a6ea55ce3fdfd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e73fff640 1 -- 172.21.15.7:0/720208811 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78004e60 con 0x55557fde6fc0 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e73fff640 1 -- 172.21.15.7:0/720208811 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e78016050 con 0x55557fde6fc0 2024-09-19T05:41:42.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.615+0000 7f0e73fff640 1 -- 172.21.15.7:0/720208811 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78010980 con 0x55557fde6fc0 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- 172.21.15.7:0/720208811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 msgr2=0x55557fdf71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0e78012660 tx=0x7f0e7801ed10 comp rx=0 tx=0).stop 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- 172.21.15.7:0/720208811 shutdown_connections 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdf71c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 --2- 172.21.15.7:0/720208811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fdf8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- 172.21.15.7:0/720208811 >> 172.21.15.7:0/720208811 conn(0x55557fdd3f60 msgr2=0x55557fdd4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- 172.21.15.7:0/720208811 shutdown_connections 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- 172.21.15.7:0/720208811 wait complete. 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 -- start start 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.616+0000 7f0e92702740 1 Processor -- start 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fe01820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf8b80 con 0x55557fde6fc0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf84b0 con 0x55557fdd81d0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55557fdf9250 con 0x55557fdd78b0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e92702740 10 client.0 _ll_register_callbacks cb 0x7f0e7800bd90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59012/0 (socket says 172.21.15.7:59012) 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/3995366712 learned_addr learned my addr 172.21.15.7:0/3995366712 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fe01820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 msgr2=0x55557fe01820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fe01820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/3995366712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 msgr2=0x55557fdf9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:42.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 -- 172.21.15.7:0/3995366712 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55557fe5ff90 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e8d8c4640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0e780053b0 tx=0x7f0e78012ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d9504e12ec8743 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.617+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e7801e800 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f0e78010980 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e78016050 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0e78010b80 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 10 client.15039 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55557fe61050 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e78016050 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f0e7803c460 con 0x55557fde6fc0 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 10 client.15039 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 10 client.15039 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:41:42.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 20 client.15039 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fe65900 0x55557fe64610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 4 client.15039 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "status"}) -- 0x55557fd45b10 con 0x55557fe65900 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.618+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fe65900 0x55557fe64610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e8e0c5640 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fe65900 0x55557fe64610 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e85759b7dc2e1ff server_cookie=e53cc70ddd712fad in_seq=0 out_seq=0 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e71ffb640 10 client.15039 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e71ffb640 1 -- 172.21.15.7:0/3995366712 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55557fd45b10 con 0x55557fe65900 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e71ffb640 10 client.15039 handle_command_reply: tid=0 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 client.15039 shutdown 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 msgr2=0x55557fdfa5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0e780053b0 tx=0x7f0e78012ec0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 shutdown_connections 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55557fde6fc0 0x55557fdfa5a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55557fe65900 0x55557fe64610 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55557fdd81d0 0x55557fdf9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 --2- 172.21.15.7:0/3995366712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55557fdd78b0 0x55557fe01820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e71ffb640 0 client.15039 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 >> 172.21.15.7:0/3995366712 conn(0x55557fdd3f60 msgr2=0x55557fdf6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 shutdown_connections 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 1 -- 172.21.15.7:0/3995366712 wait complete. 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.619+0000 7f0e92702740 20 client.15039 trim_cache size 0 max 16384 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:41:42.634 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24487, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 79.545848856000006, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 112.179873892 2024-09-19T05:41:42.635 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 msgr2=0x7f0e740a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 0x7f0e740a5810 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0e800ba070 tx=0x7f0e800c1040 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 msgr2=0x7f0e8819cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f0e80009dc0 tx=0x7f0e80032ff0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 shutdown_connections 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f0e740a3350 0x7f0e740a5810 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e8810c2f0 0x7f0e8819cd20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e881037a0 0x7f0e88198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 --2- 172.21.15.7:0/4043323376 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0e88102df0 0x7f0e88198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:42.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 >> 172.21.15.7:0/4043323376 conn(0x7f0e880fc7d0 msgr2=0x7f0e880fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:42.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 shutdown_connections 2024-09-19T05:41:42.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:42.620+0000 7f0e90329640 1 -- 172.21.15.7:0/4043323376 wait complete. 2024-09-19T05:41:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:42 smithi063 ceph-mon[34779]: pgmap v327: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-19T05:41:43.412 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-19T05:41:43.672 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 -- 172.21.15.7:0/2504395589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 msgr2=0x7f7ef8104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 --2- 172.21.15.7:0/2504395589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef8104e80 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7eec009900 tx=0x7f7eec02a410 comp rx=0 tx=0).stop 2024-09-19T05:41:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 -- 172.21.15.7:0/2504395589 shutdown_connections 2024-09-19T05:41:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 --2- 172.21.15.7:0/2504395589 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 0x7f7ef810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 --2- 172.21.15.7:0/2504395589 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef8104e80 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 --2- 172.21.15.7:0/2504395589 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 0x7f7ef8100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 -- 172.21.15.7:0/2504395589 >> 172.21.15.7:0/2504395589 conn(0x7f7ef8077210 msgr2=0x7f7ef80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 -- 172.21.15.7:0/2504395589 shutdown_connections 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.150+0000 7f7f006aa640 1 -- 172.21.15.7:0/2504395589 wait complete. 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 Processor -- start 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 -- start start 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 0x7f7ef8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 0x7f7ef819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef810fc40 con 0x7f7ef8100e30 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef810fac0 con 0x7f7ef8100480 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7f006aa640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef810fdc0 con 0x7f7ef81055b0 2024-09-19T05:41:44.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7efdc45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7efe446640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 0x7f7ef8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7efdc45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59018/0 (socket says 172.21.15.7:59018) 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.151+0000 7f7efdc45640 1 -- 172.21.15.7:0/745700418 learned_addr learned my addr 172.21.15.7:0/745700418 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efec47640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 0x7f7ef819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 -- 172.21.15.7:0/745700418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 msgr2=0x7f7ef819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 0x7f7ef819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 -- 172.21.15.7:0/745700418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 msgr2=0x7f7ef8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 0x7f7ef8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 -- 172.21.15.7:0/745700418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef819d320 con 0x7f7ef8100e30 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7efdc45640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f7eec005940 tx=0x7f7eec004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7eeb7fe640 1 -- 172.21.15.7:0/745700418 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec03f030 con 0x7f7ef8100e30 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7eeb7fe640 1 -- 172.21.15.7:0/745700418 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eec003aa0 con 0x7f7ef8100e30 2024-09-19T05:41:44.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ef819d5b0 con 0x7f7ef8100e30 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7eeb7fe640 1 -- 172.21.15.7:0/745700418 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec035070 con 0x7f7ef8100e30 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.152+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ef81a4ef0 con 0x7f7ef8100e30 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.155+0000 7f7eeb7fe640 1 -- 172.21.15.7:0/745700418 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7f7eec042030 con 0x7f7ef8100e30 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.155+0000 7f7f02a83740 1 Processor -- start 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.155+0000 7f7f02a83740 1 -- start start 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7342ff090 con 0x55a7343989d0 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a7342a6a70 con 0x55a7343a3bb0 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7f02a83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a7342fb050 con 0x55a7343992f0 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59032/0 (socket says 172.21.15.7:59032) 2024-09-19T05:41:44.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 -- 172.21.15.7:0/1920220107 learned_addr learned my addr 172.21.15.7:0/1920220107 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efdc45640 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efe446640 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 -- 172.21.15.7:0/1920220107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 msgr2=0x55a7343a3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 -- 172.21.15.7:0/1920220107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 msgr2=0x55a7343a5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7efec47640 1 -- 172.21.15.7:0/1920220107 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7342b3130 con 0x55a7343989d0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.156+0000 7f7eeb7fe640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 0x7f7ee40a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7efe446640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 0x7f7ee40a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7eeb7fe640 1 -- 172.21.15.7:0/745700418 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f7eec0efe90 con 0x7f7ef8100e30 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7efec47640 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009ab0 tx=0x7f7ef0009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd14359fff7e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7ee8ff9640 1 -- 172.21.15.7:0/1920220107 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0016070 con 0x55a7343989d0 2024-09-19T05:41:44.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7ee8ff9640 1 -- 172.21.15.7:0/1920220107 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ef000ebf0 con 0x55a7343989d0 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.157+0000 7f7ee8ff9640 1 -- 172.21.15.7:0/1920220107 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0010630 con 0x55a7343989d0 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- 172.21.15.7:0/1920220107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 msgr2=0x55a734398db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009ab0 tx=0x7f7ef0009eb0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7efe446640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 0x7f7ee40a5810 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55a734395dc0 tx=0x7f7ef4010040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- 172.21.15.7:0/1920220107 shutdown_connections 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1920220107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a734398db0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- 172.21.15.7:0/1920220107 >> 172.21.15.7:0/1920220107 conn(0x55a734394f60 msgr2=0x55a734395340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- 172.21.15.7:0/1920220107 shutdown_connections 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- 172.21.15.7:0/1920220107 wait complete. 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- start start 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 Processor -- start 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7343a67d0 con 0x55a7343989d0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a7342b9f20 con 0x55a7343a3bb0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.158+0000 7f7f02a83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a7343a6950 con 0x55a7343992f0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7f02a83740 10 client.0 _ll_register_callbacks cb 0x55a734283030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59034/0 (socket says 172.21.15.7:59034) 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 -- 172.21.15.7:0/2890252992 learned_addr learned my addr 172.21.15.7:0/2890252992 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efec47640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 -- 172.21.15.7:0/2890252992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 msgr2=0x55a7343a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 -- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 msgr2=0x55a7343a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 -- 172.21.15.7:0/2890252992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7340702b0 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7efe446640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7ef40045b0 tx=0x7f7ef4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d905ddecbc69c37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7ee1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef402a060 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f7ef400dc50 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ef000ebf0 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7ef400de50 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7f02a83740 10 client.15051 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.159+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a7343b20e0 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ef000ebf0 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f7ef402f070 con 0x55a7343989d0 2024-09-19T05:41:44.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 10 client.15051 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 10 client.15051 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 20 client.15051 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a7343b4700 0x55a7343b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 4 client.15051 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a73430c600 con 0x55a7343b4700 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.160+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a7343b4700 0x55a7343b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.161+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a7343b4700 0x55a7343b5b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=66262a350ea30358 server_cookie=825e51e3732d25e2 in_seq=0 out_seq=0 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.161+0000 7f7ee1ffb640 10 client.15051 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.161+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2890252992 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a73430c600 con 0x55a7343b4700 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.161+0000 7f7ee1ffb640 10 client.15051 handle_command_reply: tid=0 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 client.15051 shutdown 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 msgr2=0x55a7343a33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7ef40045b0 tx=0x7f7ef4004ab0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 shutdown_connections 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a7343b4700 0x55a7343b5b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7ee1ffb640 0 client.15051 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2890252992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343a33e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 >> 172.21.15.7:0/2890252992 conn(0x55a734394f60 msgr2=0x55a73439ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 shutdown_connections 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 1 -- 172.21.15.7:0/2890252992 wait complete. 2024-09-19T05:41:44.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.162+0000 7f7f02a83740 20 client.15051 trim_cache size 0 max 16384 2024-09-19T05:41:44.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 Processor -- start 2024-09-19T05:41:44.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 -- start start 2024-09-19T05:41:44.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343989d0 0x55a734395340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343a3bb0 0x55a73439d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b3eb0 con 0x55a7343992f0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b4580 con 0x55a7343989d0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7f02a83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b4c50 con 0x55a7343a3bb0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59048/0 (socket says 172.21.15.7:59048) 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 -- 172.21.15.7:0/1432037196 learned_addr learned my addr 172.21.15.7:0/1432037196 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efe446640 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343989d0 0x55a734395340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efec47640 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343a3bb0 0x55a73439d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 -- 172.21.15.7:0/1432037196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343a3bb0 msgr2=0x55a73439d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343a3bb0 0x55a73439d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 -- 172.21.15.7:0/1432037196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343989d0 msgr2=0x55a734395340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343989d0 0x55a734395340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.180+0000 7f7efdc45640 1 -- 172.21.15.7:0/1432037196 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a734394d90 con 0x55a7343992f0 2024-09-19T05:41:44.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7efdc45640 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0bc050 tx=0x7f7eec0dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f36f0ff3334802ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7ee3fff640 1 -- 172.21.15.7:0/1432037196 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec049040 con 0x55a7343992f0 2024-09-19T05:41:44.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7ee3fff640 1 -- 172.21.15.7:0/1432037196 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eec0ede50 con 0x55a7343992f0 2024-09-19T05:41:44.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7ee3fff640 1 -- 172.21.15.7:0/1432037196 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec0c0700 con 0x55a7343992f0 2024-09-19T05:41:44.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 -- 172.21.15.7:0/1432037196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 msgr2=0x55a7343a2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0bc050 tx=0x7f7eec0dc040 comp rx=0 tx=0).stop 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 -- 172.21.15.7:0/1432037196 shutdown_connections 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343a3bb0 0x55a73439d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343992f0 0x55a7343a2590 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 --2- 172.21.15.7:0/1432037196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343989d0 0x55a734395340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 -- 172.21.15.7:0/1432037196 >> 172.21.15.7:0/1432037196 conn(0x55a734394f60 msgr2=0x55a7343a1e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 -- 172.21.15.7:0/1432037196 shutdown_connections 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.181+0000 7f7f02a83740 1 -- 172.21.15.7:0/1432037196 wait complete. 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 -- start start 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 Processor -- start 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343b95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343b9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b59f0 con 0x55a7343989d0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b5320 con 0x55a7343a3bb0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55a7343b60c0 con 0x55a7343992f0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7f02a83740 10 client.0 _ll_register_callbacks cb 0x7f7ef400ae50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7efe446640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7efe446640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59064/0 (socket says 172.21.15.7:59064) 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7efe446640 1 -- 172.21.15.7:0/2888837987 learned_addr learned my addr 172.21.15.7:0/2888837987 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343b95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.182+0000 7f7efec47640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343b9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 -- 172.21.15.7:0/2888837987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 msgr2=0x55a7343b95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343b95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 -- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 msgr2=0x55a7343b9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343b9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 -- 172.21.15.7:0/2888837987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a734398800 con 0x55a7343989d0 2024-09-19T05:41:44.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7efe446640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4003fd0 tx=0x7f7ef400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b77bffdf7e4264 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7ee1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4035070 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f7ef400dc50 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eec0ede50 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7ef4005040 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7f02a83740 10 client.15057 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a73441e910 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.183+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eec0ede50 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f7ef402f040 con 0x55a7343989d0 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 10 client.15057 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 10 client.15057 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 20 client.15057 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:44.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a734423550 0x55a734422260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 4 client.15057 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "status"}) -- 0x55a734306b10 con 0x55a734423550 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a734423550 0x55a734422260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7efdc45640 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a734423550 0x55a734422260 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c4c0d0778a6cc35a server_cookie=3f419ab35b215692 in_seq=0 out_seq=0 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.184+0000 7f7ee1ffb640 10 client.15057 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7ee1ffb640 1 -- 172.21.15.7:0/2888837987 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a734306b10 con 0x55a734423550 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7ee1ffb640 10 client.15057 handle_command_reply: tid=0 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 client.15057 shutdown 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 msgr2=0x55a7343be240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7ef4003fd0 tx=0x7f7ef400a710 comp rx=0 tx=0).stop 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 shutdown_connections 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55a734423550 0x55a734422260 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a7343a3bb0 0x55a7343b9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55a7343992f0 0x55a7343b95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7ee1ffb640 0 client.15057 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 --2- 172.21.15.7:0/2888837987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a7343989d0 0x55a7343be240 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 >> 172.21.15.7:0/2888837987 conn(0x55a734394f60 msgr2=0x55a734394000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 shutdown_connections 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 1 -- 172.21.15.7:0/2888837987 wait complete. 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f02a83740 20 client.15057 trim_cache size 0 max 16384 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:41:44.193 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24503, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 82.122834780000005, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 99.591810613000007 2024-09-19T05:41:44.194 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 msgr2=0x7f7ee40a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 0x7f7ee40a5810 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x55a734395dc0 tx=0x7f7ef4010040 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 msgr2=0x7f7ef81988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.185+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f7eec005940 tx=0x7f7eec004270 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 shutdown_connections 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f7ee40a3350 0x7f7ee40a5810 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7ef81055b0 0x7f7ef819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7ef8100e30 0x7f7ef81988b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 --2- 172.21.15.7:0/745700418 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7ef8100480 0x7f7ef8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 >> 172.21.15.7:0/745700418 conn(0x7f7ef8077210 msgr2=0x7f7ef8103830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 shutdown_connections 2024-09-19T05:41:44.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:44.186+0000 7f7f006aa640 1 -- 172.21.15.7:0/745700418 wait complete. 2024-09-19T05:41:44.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:44 smithi007 ceph-mon[30960]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:44 smithi044 ceph-mon[34175]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:44 smithi063 ceph-mon[34779]: pgmap v328: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:44.888 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-19T05:41:45.145 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:45.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 -- 172.21.15.7:0/2749301829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478102790 msgr2=0x7fc4781067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 --2- 172.21.15.7:0/2749301829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478102790 0x7fc4781067e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc468009900 tx=0x7fc46802a410 comp rx=0 tx=0).stop 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 -- 172.21.15.7:0/2749301829 shutdown_connections 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 --2- 172.21.15.7:0/2749301829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478106f10 0x7fc47810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 --2- 172.21.15.7:0/2749301829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478102790 0x7fc4781067e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 --2- 172.21.15.7:0/2749301829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 0x7fc4781021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 -- 172.21.15.7:0/2749301829 >> 172.21.15.7:0/2749301829 conn(0x7fc4780fd8c0 msgr2=0x7fc4780ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 -- 172.21.15.7:0/2749301829 shutdown_connections 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.650+0000 7fc480500640 1 -- 172.21.15.7:0/2749301829 wait complete. 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 Processor -- start 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 -- start start 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 0x7fc478198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 0x7fc4781988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc478111e70 con 0x7fc478106f10 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc478111cf0 con 0x7fc478101de0 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc480500640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc478111ff0 con 0x7fc478102790 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59092/0 (socket says 172.21.15.7:59092) 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 -- 172.21.15.7:0/2750085 learned_addr learned my addr 172.21.15.7:0/2750085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 0x7fc4781988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 0x7fc478198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 -- 172.21.15.7:0/2750085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 msgr2=0x7fc4781988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 0x7fc4781988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 -- 172.21.15.7:0/2750085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 msgr2=0x7fc478198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 0x7fc478198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47ea9d640 1 -- 172.21.15.7:0/2750085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc47819d320 con 0x7fc478106f10 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.651+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 0x7fc4781988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc47ea9d640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc47000cce0 tx=0x7fc47000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc46f7fe640 1 -- 172.21.15.7:0/2750085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47000f450 con 0x7fc478106f10 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc47819d610 con 0x7fc478106f10 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc46f7fe640 1 -- 172.21.15.7:0/2750085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc47000faa0 con 0x7fc478106f10 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc46f7fe640 1 -- 172.21.15.7:0/2750085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc470018b70 con 0x7fc478106f10 2024-09-19T05:41:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.652+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4781a4ef0 con 0x7fc478106f10 2024-09-19T05:41:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.654+0000 7fc4828d9740 1 Processor -- start 2024-09-19T05:41:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.654+0000 7fc46f7fe640 1 -- 172.21.15.7:0/2750085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fc470018d10 con 0x7fc478106f10 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 -- start start 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae5cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae67bb0 0x559aeae69fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559aeadc3090 con 0x559aeae5d2f0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559aead6aa70 con 0x559aeae5c9d0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc4828d9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559aeadbf050 con 0x559aeae67bb0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59098/0 (socket says 172.21.15.7:59098) 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 -- 172.21.15.7:0/2110376527 learned_addr learned my addr 172.21.15.7:0/2110376527 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae67bb0 0x559aeae69fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae5cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 -- 172.21.15.7:0/2110376527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae67bb0 msgr2=0x559aeae69fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae67bb0 0x559aeae69fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 -- 172.21.15.7:0/2110376527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 msgr2=0x559aeae5cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc46f7fe640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 0x7fc4640a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae5cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47e29c640 1 -- 172.21.15.7:0/2110376527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559aead77130 con 0x559aeae5d2f0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.655+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae5cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc47ea9d640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 0x7fc4640a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc47400cbf0 tx=0x7fc47400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c5b0072839231e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc46f7fe640 1 -- 172.21.15.7:0/2750085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc4700cff40 con 0x7fc478106f10 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc46cff9640 1 -- 172.21.15.7:0/2110376527 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474010630 con 0x559aeae5d2f0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc46cff9640 1 -- 172.21.15.7:0/2110376527 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc474010c80 con 0x559aeae5d2f0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.656+0000 7fc46cff9640 1 -- 172.21.15.7:0/2110376527 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474019b40 con 0x559aeae5d2f0 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- 172.21.15.7:0/2110376527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 msgr2=0x559aeae67670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc47ea9d640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 0x7fc4640a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc470098860 tx=0x7fc47006e1d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc47400cbf0 tx=0x7fc47400e720 comp rx=0 tx=0).stop 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- 172.21.15.7:0/2110376527 shutdown_connections 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae67bb0 0x559aeae69fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae67670 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2110376527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae5cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- 172.21.15.7:0/2110376527 >> 172.21.15.7:0/2110376527 conn(0x559aeae58f60 msgr2=0x559aeae59340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- 172.21.15.7:0/2110376527 shutdown_connections 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- 172.21.15.7:0/2110376527 wait complete. 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 -- start start 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.657+0000 7fc4828d9740 1 Processor -- start 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae67460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 0x559aeae64cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559aeae6a780 con 0x559aeae5d2f0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559aead7df20 con 0x559aeae67bb0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559aeae6a900 con 0x559aeae5c9d0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc4828d9740 10 client.0 _ll_register_callbacks cb 0x559aead47030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59112/0 (socket says 172.21.15.7:59112) 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 -- 172.21.15.7:0/2416906080 learned_addr learned my addr 172.21.15.7:0/2416906080 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae67460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 0x559aeae64cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 -- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 msgr2=0x559aeae67460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae67460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 -- 172.21.15.7:0/2416906080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 msgr2=0x559aeae64cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 0x559aeae64cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 -- 172.21.15.7:0/2416906080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559aeab342b0 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 0x559aeae64cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc47e29c640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc474000c00 tx=0x7fc474019af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f33db5f963f91243 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.658+0000 7fc461ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc474019e20 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc474004020 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc474010c80 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc474004220 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 10 client.15069 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559aeae76010 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc474010c80 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc474010790 con 0x559aeae5d2f0 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 10 client.15069 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:45.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 10 client.15069 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 20 client.15069 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeae783d0 0x559aeae79840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 4 client.15069 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.659+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559aeadd0600 con 0x559aeae783d0 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.660+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeae783d0 0x559aeae79840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.660+0000 7fc461ffb640 10 client.15069 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:41:45.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.660+0000 7fc47da9b640 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeae783d0 0x559aeae79840 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ba44f1e71fcce81 server_cookie=dca630fa531dcabb in_seq=0 out_seq=0 2024-09-19T05:41:45.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc461ffb640 1 -- 172.21.15.7:0/2416906080 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559aeadd0600 con 0x559aeae783d0 2024-09-19T05:41:45.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc461ffb640 10 client.15069 handle_command_reply: tid=0 2024-09-19T05:41:45.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 client.15069 shutdown 2024-09-19T05:41:45.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 msgr2=0x559aeae647b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc474000c00 tx=0x7fc474019af0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 shutdown_connections 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae67bb0 0x559aeae64cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeae783d0 0x559aeae79840 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae5d2f0 0x559aeae647b0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 --2- 172.21.15.7:0/2416906080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae67460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 >> 172.21.15.7:0/2416906080 conn(0x559aeae58f60 msgr2=0x559aeae5ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc461ffb640 0 client.15069 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 shutdown_connections 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.661+0000 7fc4828d9740 1 -- 172.21.15.7:0/2416906080 wait complete. 2024-09-19T05:41:45.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.662+0000 7fc4828d9740 20 client.15069 trim_cache size 0 max 16384 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 Processor -- start 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 -- start start 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae783d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 0x559aeae5e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559aeae77b80 con 0x559aeae67bb0 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559aeae78250 con 0x559aeae5c9d0 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.679+0000 7fc4828d9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559aeae78920 con 0x559aeae5d2f0 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59118/0 (socket says 172.21.15.7:59118) 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 -- 172.21.15.7:0/278468149 learned_addr learned my addr 172.21.15.7:0/278468149 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47e29c640 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 0x559aeae5e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 -- 172.21.15.7:0/278468149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 msgr2=0x559aeae5e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 0x559aeae5e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 -- 172.21.15.7:0/278468149 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 msgr2=0x559aeae783d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae783d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 -- 172.21.15.7:0/278468149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559aeae657c0 con 0x559aeae67bb0 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47e29c640 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 0x559aeae5e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc47da9b640 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc46802a9d0 tx=0x7fc468005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d127cad1d269b31 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc463fff640 1 -- 172.21.15.7:0/278468149 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46804c020 con 0x559aeae67bb0 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc463fff640 1 -- 172.21.15.7:0/278468149 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc468005020 con 0x559aeae67bb0 2024-09-19T05:41:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.680+0000 7fc463fff640 1 -- 172.21.15.7:0/278468149 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468035040 con 0x559aeae67bb0 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- 172.21.15.7:0/278468149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 msgr2=0x559aeae5e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc46802a9d0 tx=0x7fc468005a20 comp rx=0 tx=0).stop 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- 172.21.15.7:0/278468149 shutdown_connections 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae5e960 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5d2f0 0x559aeae5e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 --2- 172.21.15.7:0/278468149 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5c9d0 0x559aeae783d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- 172.21.15.7:0/278468149 >> 172.21.15.7:0/278468149 conn(0x559aeae58f60 msgr2=0x559aeae638c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- 172.21.15.7:0/278468149 shutdown_connections 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- 172.21.15.7:0/278468149 wait complete. 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 -- start start 2024-09-19T05:41:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.681+0000 7fc4828d9740 1 Processor -- start 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae82040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5d2f0 0x559aeae7b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559aeae796c0 con 0x559aeae67bb0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559aeae78ff0 con 0x559aeae5d2f0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559aeae79d90 con 0x559aeae5c9d0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 10 client.0 _ll_register_callbacks cb 0x7fc474014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59126/0 (socket says 172.21.15.7:59126) 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 -- 172.21.15.7:0/3486075344 learned_addr learned my addr 172.21.15.7:0/3486075344 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae82040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47e29c640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5d2f0 0x559aeae7b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 -- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 msgr2=0x559aeae82040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae82040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 -- 172.21.15.7:0/3486075344 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5d2f0 msgr2=0x559aeae7b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5d2f0 0x559aeae7b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 -- 172.21.15.7:0/3486075344 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559aeae7be70 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc47da9b640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc468006010 tx=0x7fc468031f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd121f37ed397d51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc461ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468035070 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc468031c50 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.682+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc468005020 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc46804c040 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 10 client.15075 fetch_fsmap learned FSMap version 27 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559aeae808a0 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc468005020 con 0x559aeae67bb0 2024-09-19T05:41:45.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc468051040 con 0x559aeae67bb0 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 10 client.15075 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 10 client.15075 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 20 client.15075 populate_metadata read hostname 'smithi007' 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeaee6e80 0x559aeaee5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 4 client.15075 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.683+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "status"}) -- 0x559aeadcab10 con 0x559aeaee6e80 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc47e29c640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeaee6e80 0x559aeaee5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc47e29c640 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeaee6e80 0x559aeaee5b90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6aaec528459f408 server_cookie=ef28f6dc982df8b1 in_seq=0 out_seq=0 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc461ffb640 10 client.15075 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc461ffb640 1 -- 172.21.15.7:0/3486075344 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559aeadcab10 con 0x559aeaee6e80 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc461ffb640 10 client.15075 handle_command_reply: tid=0 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 client.15075 shutdown 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 msgr2=0x559aeae7b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc468006010 tx=0x7fc468031f90 comp rx=0 tx=0).stop 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 shutdown_connections 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559aeaee6e80 0x559aeaee5b90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559aeae67bb0 0x559aeae7b8b0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559aeae5d2f0 0x559aeae7b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 --2- 172.21.15.7:0/3486075344 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559aeae5c9d0 0x559aeae82040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc461ffb640 0 client.15075 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.684+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 >> 172.21.15.7:0/3486075344 conn(0x559aeae58f60 msgr2=0x559aeae577e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 shutdown_connections 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc4828d9740 1 -- 172.21.15.7:0/3486075344 wait complete. 2024-09-19T05:41:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc4828d9740 20 client.15075 trim_cache size 0 max 16384 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24505, 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 90.655219317999993, 2024-09-19T05:41:45.692 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:41:45.693 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:41:45.693 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:41:45.693 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 109.61602052400001 2024-09-19T05:41:45.693 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 msgr2=0x7fc4640a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 0x7fc4640a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc470098860 tx=0x7fc47006e1d0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 msgr2=0x7fc47819cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc47000cce0 tx=0x7fc47000a620 comp rx=0 tx=0).stop 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 shutdown_connections 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc4640a32d0 0x7fc4640a5790 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc478106f10 0x7fc47819cc40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc478102790 0x7fc4781988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 --2- 172.21.15.7:0/2750085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc478101de0 0x7fc478198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 >> 172.21.15.7:0/2750085 conn(0x7fc4780fd8c0 msgr2=0x7fc4780fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.685+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 shutdown_connections 2024-09-19T05:41:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:45.686+0000 7fc480500640 1 -- 172.21.15.7:0/2750085 wait complete. 2024-09-19T05:41:46.415 INFO:tasks.cephadm:Setup complete, yielding 2024-09-19T05:41:46.415 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-19T05:41:46.425 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:41:46.425 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph orch status' 2024-09-19T05:41:46.449 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:46 smithi007 ceph-mon[30960]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:46 smithi044 ceph-mon[34175]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:46 smithi063 ceph-mon[34779]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:41:46.682 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:47.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.154+0000 7fce09177640 1 -- 172.21.15.7:0/2794739130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04101c00 msgr2=0x7fce04102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:47.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.154+0000 7fce09177640 1 --2- 172.21.15.7:0/2794739130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04101c00 0x7fce04102000 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4009900 tx=0x7fcdf402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:47.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 -- 172.21.15.7:0/2794739130 shutdown_connections 2024-09-19T05:41:47.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 --2- 172.21.15.7:0/2794739130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce041037c0 0x7fce0410a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 --2- 172.21.15.7:0/2794739130 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce04102e00 0x7fce04103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 --2- 172.21.15.7:0/2794739130 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04101c00 0x7fce04102000 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 -- 172.21.15.7:0/2794739130 >> 172.21.15.7:0/2794739130 conn(0x7fce040fd390 msgr2=0x7fce040ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 -- 172.21.15.7:0/2794739130 shutdown_connections 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 -- 172.21.15.7:0/2794739130 wait complete. 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.155+0000 7fce09177640 1 Processor -- start 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 -- start start 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce04101c00 0x7fce04197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:47.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 0x7fce0419f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fce0410d810 con 0x7fce04102e00 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce0410d690 con 0x7fce04101c00 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce09177640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fce0410d990 con 0x7fce041037c0 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59150/0 (socket says 172.21.15.7:59150) 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 -- 172.21.15.7:0/946260803 learned_addr learned my addr 172.21.15.7:0/946260803 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce02d9d640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce04101c00 0x7fce04197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0359e640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 0x7fce0419f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 -- 172.21.15.7:0/946260803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 msgr2=0x7fce0419f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 0x7fce0419f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 -- 172.21.15.7:0/946260803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce04101c00 msgr2=0x7fce04197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce04101c00 0x7fce04197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 -- 172.21.15.7:0/946260803 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0419fbc0 con 0x7fce04102e00 2024-09-19T05:41:47.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0359e640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 0x7fce0419f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.156+0000 7fce0259c640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcdf800b4a0 tx=0x7fcdf800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.157+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf8014070 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.157+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcdf8010ac0 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.157+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf8017c30 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.157+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce0419feb0 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.157+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce041a03e0 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.158+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce04109140 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.159+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 138405+0+0 (secure 0 0 0) 0x7fcdf8017070 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.160+0000 7fcdebfff640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 0x7fcdec0a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.160+0000 7fce02d9d640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 0x7fcdec0a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.160+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fcdf80cefc0 con 0x7fce04102e00 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.160+0000 7fce02d9d640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 0x7fcdec0a57c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4000c00 tx=0x7fcdf40314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:47.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.163+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcdf809bd50 con 0x7fce04102e00 2024-09-19T05:41:47.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.212+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fcdf8097cc0 con 0x7fce04102e00 2024-09-19T05:41:47.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.361+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fce04062630 con 0x7fcdec0a3300 2024-09-19T05:41:47.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.362+0000 7fcdebfff640 1 -- 172.21.15.7:0/946260803 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fce04062630 con 0x7fcdec0a3300 2024-09-19T05:41:47.364 INFO:teuthology.orchestra.run.smithi007.stdout:Backend: cephadm 2024-09-19T05:41:47.364 INFO:teuthology.orchestra.run.smithi007.stdout:Available: Yes 2024-09-19T05:41:47.364 INFO:teuthology.orchestra.run.smithi007.stdout:Paused: No 2024-09-19T05:41:47.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 msgr2=0x7fcdec0a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:47.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 0x7fcdec0a57c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4000c00 tx=0x7fcdf40314a0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 msgr2=0x7fce041984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcdf800b4a0 tx=0x7fcdf800b960 comp rx=0 tx=0).stop 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 shutdown_connections 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fcdec0a3300 0x7fcdec0a57c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce041037c0 0x7fce0419f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce04102e00 0x7fce041984d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 --2- 172.21.15.7:0/946260803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce04101c00 0x7fce04197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.364+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 >> 172.21.15.7:0/946260803 conn(0x7fce040fd390 msgr2=0x7fce04106310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.365+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 shutdown_connections 2024-09-19T05:41:47.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:47.365+0000 7fce09177640 1 -- 172.21.15.7:0/946260803 wait complete. 2024-09-19T05:41:48.033 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-19T05:41:48.341 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:48.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:48 smithi007 ceph-mon[30960]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:48.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:48 smithi007 ceph-mon[30960]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-19T05:41:48.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:48 smithi007 ceph-mon[30960]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:48 smithi044 ceph-mon[34175]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:48 smithi044 ceph-mon[34175]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-19T05:41:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:48 smithi044 ceph-mon[34175]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:48 smithi063 ceph-mon[34779]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:41:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:48 smithi063 ceph-mon[34779]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-19T05:41:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:48 smithi063 ceph-mon[34779]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:48.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 -- 172.21.15.7:0/1941916826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4104fd0 msgr2=0x7fdcf41073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:48.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/1941916826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4104fd0 0x7fdcf41073c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009900 tx=0x7fdce402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:48.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 -- 172.21.15.7:0/1941916826 shutdown_connections 2024-09-19T05:41:48.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/1941916826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4107900 0x7fdcf4109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:48.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/1941916826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf4104fd0 0x7fdcf41073c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/1941916826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf41026a0 0x7fdcf4104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 -- 172.21.15.7:0/1941916826 >> 172.21.15.7:0/1941916826 conn(0x7fdcf40fc2a0 msgr2=0x7fdcf40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 -- 172.21.15.7:0/1941916826 shutdown_connections 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.798+0000 7fdcfbb82640 1 -- 172.21.15.7:0/1941916826 wait complete. 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 Processor -- start 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 -- start start 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 0x7fdcf4198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 0x7fdcf419f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d750 con 0x7fdcf41026a0 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d5d0 con 0x7fdcf4104fd0 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfbb82640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf410d8d0 con 0x7fdcf4107900 2024-09-19T05:41:48.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59168/0 (socket says 172.21.15.7:59168) 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 -- 172.21.15.7:0/3594947194 learned_addr learned my addr 172.21.15.7:0/3594947194 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfa11f640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 0x7fdcf419f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf911d640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 0x7fdcf4198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 -- 172.21.15.7:0/3594947194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 msgr2=0x7fdcf419f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 0x7fdcf419f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 -- 172.21.15.7:0/3594947194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 msgr2=0x7fdcf4198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 0x7fdcf4198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf991e640 1 -- 172.21.15.7:0/3594947194 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcf419fb10 con 0x7fdcf41026a0 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcfa11f640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 0x7fdcf419f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.799+0000 7fdcf911d640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 0x7fdcf4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:48.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdcf991e640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdcf000c970 tx=0x7fdcf000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:48.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0007bb0 con 0x7fdcf41026a0 2024-09-19T05:41:48.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcf0007d50 con 0x7fdcf41026a0 2024-09-19T05:41:48.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcf419fe00 con 0x7fdcf41026a0 2024-09-19T05:41:48.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf000f450 con 0x7fdcf41026a0 2024-09-19T05:41:48.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.800+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcf41a0250 con 0x7fdcf41026a0 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.801+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcf40fdd90 con 0x7fdcf41026a0 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.802+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fdcf0004ee0 con 0x7fdcf41026a0 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.803+0000 7fdceaffd640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 0x7fdce00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.803+0000 7fdcf911d640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 0x7fdce00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.803+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fdcf00cf650 con 0x7fdcf41026a0 2024-09-19T05:41:48.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.803+0000 7fdcf911d640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 0x7fdce00a57b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdce4006010 tx=0x7fdce4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:48.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.807+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fdcf0014030 con 0x7fdcf41026a0 2024-09-19T05:41:48.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:48.991+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fdcf4062630 con 0x7fdce00a32f0 2024-09-19T05:41:49.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.003+0000 7fdceaffd640 1 -- 172.21.15.7:0/3594947194 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7fdcf4062630 con 0x7fdce00a32f0 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (107s) 30s ago 106s 18.0M - 19.1.1-361-g2f599a46 d2baa855c067 ca35b9cf4b04 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi044 running (104s) 37s ago 104s 20.5M - 19.1.1-361-g2f599a46 d2baa855c067 3eeb61f22518 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.c smithi063 running (118s) 37s ago 118s 19.8M - 19.1.1-361-g2f599a46 d2baa855c067 e05229c553fb 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.d smithi007 running (2m) 30s ago 2m 16.7M - 19.1.1-361-g2f599a46 d2baa855c067 7dbf97748c69 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.e smithi044 running (2m) 37s ago 2m 19.2M - 19.1.1-361-g2f599a46 d2baa855c067 8c7561783b2a 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.f smithi063 running (2m) 37s ago 2m 19.5M - 19.1.1-361-g2f599a46 d2baa855c067 ab581475cad3 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.g smithi007 running (110s) 30s ago 109s 18.6M - 19.1.1-361-g2f599a46 d2baa855c067 6d4d13f8baa4 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.h smithi044 running (116s) 37s ago 115s 20.0M - 19.1.1-361-g2f599a46 d2baa855c067 d5e0d0ec2997 2024-09-19T05:41:49.005 INFO:teuthology.orchestra.run.smithi007.stdout:mds.i smithi063 running (113s) 37s ago 112s 25.7M - 19.1.1-361-g2f599a46 d2baa855c067 f99a53ef8338 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mds.j smithi007 running (2m) 30s ago 2m 13.5M - 19.1.1-361-g2f599a46 d2baa855c067 6cf9987a04b9 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mds.k smithi044 running (2m) 37s ago 2m 17.1M - 19.1.1-361-g2f599a46 d2baa855c067 bbe6cbfbb77c 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mds.l smithi063 running (2m) 37s ago 2m 16.7M - 19.1.1-361-g2f599a46 d2baa855c067 fe3093e3a1d3 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi007 *:9283,8765 running (9m) 30s ago 9m 509M - 19.1.1-361-g2f599a46 d2baa855c067 116572266a8c 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi044 *:8443,8765 running (7m) 37s ago 7m 444M - 19.1.1-361-g2f599a46 d2baa855c067 976d585489df 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.z smithi063 *:8443,8765 running (7m) 37s ago 7m 442M - 19.1.1-361-g2f599a46 d2baa855c067 3f2302ad850a 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (9m) 30s ago 9m 51.7M 2048M 19.1.1-361-g2f599a46 d2baa855c067 94ed6570f3cb 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi044 running (7m) 37s ago 7m 39.0M 2048M 19.1.1-361-g2f599a46 d2baa855c067 8da3631ec6da 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi063 running (7m) 37s ago 7m 39.0M 2048M 19.1.1-361-g2f599a46 d2baa855c067 dc7bd8ed5ecb 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (7m) 30s ago 7m 49.3M 4273M 19.1.1-361-g2f599a46 d2baa855c067 a969d50e27f8 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi044 running (6m) 37s ago 6m 51.5M 4273M 19.1.1-361-g2f599a46 d2baa855c067 397ef0966af6 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi063 running (6m) 37s ago 6m 50.0M 4272M 19.1.1-361-g2f599a46 d2baa855c067 cad5e9cace18 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (5m) 30s ago 5m 47.0M 4273M 19.1.1-361-g2f599a46 d2baa855c067 b66f42b0bd28 2024-09-19T05:41:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi044 running (5m) 37s ago 5m 53.1M 4273M 19.1.1-361-g2f599a46 d2baa855c067 037e523c2f5e 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi063 running (5m) 37s ago 5m 54.3M 4272M 19.1.1-361-g2f599a46 d2baa855c067 1fd1105e8c10 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi007 running (4m) 30s ago 4m 46.9M 4273M 19.1.1-361-g2f599a46 d2baa855c067 9261ff5b5ea2 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi044 running (4m) 37s ago 4m 46.9M 4273M 19.1.1-361-g2f599a46 d2baa855c067 8999c8a17b6d 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 smithi063 running (3m) 37s ago 3m 45.4M 4272M 19.1.1-361-g2f599a46 d2baa855c067 7770ab1707d7 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 smithi007 running (3m) 30s ago 3m 43.8M 4273M 19.1.1-361-g2f599a46 d2baa855c067 dc3c5e6ea17a 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 smithi044 running (2m) 37s ago 2m 56.5M 4273M 19.1.1-361-g2f599a46 d2baa855c067 b0aced1de01f 2024-09-19T05:41:49.007 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 smithi063 running (2m) 37s ago 2m 42.2M 4272M 19.1.1-361-g2f599a46 d2baa855c067 7b965013e65d 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 msgr2=0x7fdce00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 0x7fdce00a57b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdce4006010 tx=0x7fdce4000bc0 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 msgr2=0x7fdcf4197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdcf000c970 tx=0x7fdcf000ce30 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 shutdown_connections 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fdce00a32f0 0x7fdce00a57b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fdcf4107900 0x7fdcf419f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdcf4104fd0 0x7fdcf4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 --2- 172.21.15.7:0/3594947194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdcf41026a0 0x7fdcf4197ee0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 >> 172.21.15.7:0/3594947194 conn(0x7fdcf40fc2a0 msgr2=0x7fdcf4103160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.005+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 shutdown_connections 2024-09-19T05:41:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:49.006+0000 7fdcfbb82640 1 -- 172.21.15.7:0/3594947194 wait complete. 2024-09-19T05:41:49.791 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-19T05:41:50.047 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:50.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:50 smithi007 ceph-mon[30960]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-19T05:41:50.451 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:50 smithi007 ceph-mon[30960]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:50 smithi044 ceph-mon[34175]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-19T05:41:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:50 smithi044 ceph-mon[34175]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:50.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 -- 172.21.15.7:0/4130617405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4102690 msgr2=0x7ff5f4108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:50.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 --2- 172.21.15.7:0/4130617405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4102690 0x7ff5f4108f20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec009ca0 tx=0x7ff5ec02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 -- 172.21.15.7:0/4130617405 shutdown_connections 2024-09-19T05:41:50.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 --2- 172.21.15.7:0/4130617405 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4102690 0x7ff5f4108f20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 --2- 172.21.15.7:0/4130617405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5f4101cd0 0x7ff5f4102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 --2- 172.21.15.7:0/4130617405 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4100ad0 0x7ff5f4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 -- 172.21.15.7:0/4130617405 >> 172.21.15.7:0/4130617405 conn(0x7ff5f40fc280 msgr2=0x7ff5f40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 -- 172.21.15.7:0/4130617405 shutdown_connections 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.531+0000 7ff5fc063640 1 -- 172.21.15.7:0/4130617405 wait complete. 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 Processor -- start 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 -- start start 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5f4101cd0 0x7ff5f4109aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 0x7ff5f4109fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f410d750 con 0x7ff5f4100ad0 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f410d5d0 con 0x7ff5f4101cd0 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fc063640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f410d8d0 con 0x7ff5f4102690 2024-09-19T05:41:50.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55936/0 (socket says 172.21.15.7:55936) 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 -- 172.21.15.7:0/1890214673 learned_addr learned my addr 172.21.15.7:0/1890214673 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fa600640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 0x7ff5f4109fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 -- 172.21.15.7:0/1890214673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 msgr2=0x7ff5f4109fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 0x7ff5f4109fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 -- 172.21.15.7:0/1890214673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5f4101cd0 msgr2=0x7ff5f4109aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5f4101cd0 0x7ff5f4109aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 -- 172.21.15.7:0/1890214673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f410a8a0 con 0x7ff5f4100ad0 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5fa600640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 0x7ff5f4109fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5f9dff640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff5f000c970 tx=0x7ff5f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.532+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f0007c10 con 0x7ff5f4100ad0 2024-09-19T05:41:50.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.533+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5f0007db0 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.533+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f41a1e30 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.533+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f000f870 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.533+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f41a2290 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.534+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5f4107e00 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.535+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7ff5f000fa10 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.535+0000 7ff5eaffd640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 0x7ff5e00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.536+0000 7ff5f95fe640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 0x7ff5e00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.536+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7ff5f00cfd90 con 0x7ff5f4100ad0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.536+0000 7ff5f95fe640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 0x7ff5e00a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff5f410b1d0 tx=0x7ff5e4005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:50.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.540+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff5f009cb00 con 0x7ff5f4100ad0 2024-09-19T05:41:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:50 smithi063 ceph-mon[34779]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-19T05:41:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:50 smithi063 ceph-mon[34779]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:50.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.724+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7ff5f4062630 con 0x7ff5e00a3240 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.730+0000 7ff5eaffd640 1 -- 172.21.15.7:0/1890214673 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7ff5f4062630 con 0x7ff5e00a3240 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stdout:mds.all 12/12 39s ago 2m smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi044=b;smithi044=e;smithi044=h;smithi044=k;smithi063=c;smithi063=f;smithi063=i;smithi063=l;count:12 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stdout:mgr 3/3 39s ago 7m smithi007=x;smithi044=y;smithi063=z;count:3 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stdout:mon 3/3 39s ago 8m smithi007:172.21.15.7=a;smithi044:172.21.15.44=b;smithi063:172.21.15.63=c;count:3 2024-09-19T05:41:50.732 INFO:teuthology.orchestra.run.smithi007.stdout:osd 12 39s ago - 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 msgr2=0x7ff5e00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 0x7ff5e00a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff5f410b1d0 tx=0x7ff5e4005c70 comp rx=0 tx=0).stop 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 msgr2=0x7ff5f410b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff5f000c970 tx=0x7ff5f000ce30 comp rx=0 tx=0).stop 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 shutdown_connections 2024-09-19T05:41:50.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5e00a3240 0x7ff5e00a5700 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5f4102690 0x7ff5f4109fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5f4101cd0 0x7ff5f4109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 --2- 172.21.15.7:0/1890214673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff5f4100ad0 0x7ff5f410b450 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 >> 172.21.15.7:0/1890214673 conn(0x7ff5f40fc280 msgr2=0x7ff5f4104fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 shutdown_connections 2024-09-19T05:41:50.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:50.732+0000 7ff5fc063640 1 -- 172.21.15.7:0/1890214673 wait complete. 2024-09-19T05:41:51.423 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-19T05:41:51.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:51 smithi044 ceph-mon[34175]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:51.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:51 smithi007 ceph-mon[30960]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:51.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:51 smithi063 ceph-mon[34779]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:51.683 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 -- 172.21.15.7:0/476722486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 msgr2=0x7f8e98100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:52.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/476722486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98100ed0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8e88009900 tx=0x7f8e8802a410 comp rx=0 tx=0).stop 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 -- 172.21.15.7:0/476722486 shutdown_connections 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/476722486 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e98108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/476722486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 0x7f8e98102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/476722486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98100ed0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 -- 172.21.15.7:0/476722486 >> 172.21.15.7:0/476722486 conn(0x7f8e980fc280 msgr2=0x7f8e980fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 -- 172.21.15.7:0/476722486 shutdown_connections 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.163+0000 7f8e9dba2640 1 -- 172.21.15.7:0/476722486 wait complete. 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 Processor -- start 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 -- start start 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 0x7f8e98198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:52.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e9819f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9810c660 con 0x7f8e98100ad0 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9810c4e0 con 0x7f8e98101cd0 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e9dba2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9810c7e0 con 0x7f8e98102690 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e977fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55954/0 (socket says 172.21.15.7:55954) 2024-09-19T05:41:52.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e977fe640 1 -- 172.21.15.7:0/3980619951 learned_addr learned my addr 172.21.15.7:0/3980619951 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.164+0000 7f8e96ffd640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 0x7f8e98198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e97fff640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e9819f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 -- 172.21.15.7:0/3980619951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 msgr2=0x7f8e9819f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e9819f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 -- 172.21.15.7:0/3980619951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 msgr2=0x7f8e98198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 0x7f8e98198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 -- 172.21.15.7:0/3980619951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9819fb10 con 0x7f8e98100ad0 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e97fff640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e9819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:52.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e977fe640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8e880314e0 tx=0x7f8e880042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8803f030 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e9819fda0 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e88003cb0 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e88035070 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.165+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e981a0290 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.167+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e981a04c0 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.168+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f8e88042030 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.168+0000 7f8e94ff9640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 0x7f8e800a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.168+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f8e880efee0 con 0x7f8e98100ad0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.168+0000 7f8e96ffd640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 0x7f8e800a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.169+0000 7f8e96ffd640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 0x7f8e800a5730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8e98199400 tx=0x7f8e8c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:52.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.177+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8e880bcc00 con 0x7f8e98100ad0 2024-09-19T05:41:52.361 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:52 smithi007 ceph-mon[30960]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:52.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.362+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f8e9806a6f0 con 0x7f8e800a3270 2024-09-19T05:41:52.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.364+0000 7f8e94ff9640 1 -- 172.21.15.7:0/3980619951 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f8e9806a6f0 con 0x7f8e800a3270 2024-09-19T05:41:52.365 INFO:teuthology.orchestra.run.smithi007.stdout:HOST ADDR LABELS STATUS 2024-09-19T05:41:52.365 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 172.21.15.7 2024-09-19T05:41:52.365 INFO:teuthology.orchestra.run.smithi007.stdout:smithi044 172.21.15.44 2024-09-19T05:41:52.365 INFO:teuthology.orchestra.run.smithi007.stdout:smithi063 172.21.15.63 2024-09-19T05:41:52.366 INFO:teuthology.orchestra.run.smithi007.stdout:3 hosts in cluster 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 msgr2=0x7f8e800a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 0x7f8e800a5730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8e98199400 tx=0x7f8e8c00b390 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 msgr2=0x7f8e98197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8e880314e0 tx=0x7f8e880042e0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 shutdown_connections 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f8e800a3270 0x7f8e800a5730 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8e98102690 0x7f8e9819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8e98101cd0 0x7f8e98198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 --2- 172.21.15.7:0/3980619951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8e98100ad0 0x7f8e98197ee0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 >> 172.21.15.7:0/3980619951 conn(0x7f8e980fc280 msgr2=0x7f8e98069fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 shutdown_connections 2024-09-19T05:41:52.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:52.366+0000 7f8e9dba2640 1 -- 172.21.15.7:0/3980619951 wait complete. 2024-09-19T05:41:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:52 smithi044 ceph-mon[34175]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:52 smithi063 ceph-mon[34779]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:53.062 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-19T05:41:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:53.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:53 smithi007 ceph-mon[30960]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:53.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:53 smithi044 ceph-mon[34175]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:53.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:53 smithi063 ceph-mon[34779]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 -- 172.21.15.7:0/1835902276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 msgr2=0x7fec1c100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 --2- 172.21.15.7:0/1835902276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c100690 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fec0c009900 tx=0x7fec0c02a410 comp rx=0 tx=0).stop 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 -- 172.21.15.7:0/1835902276 shutdown_connections 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 --2- 172.21.15.7:0/1835902276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c1086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 --2- 172.21.15.7:0/1835902276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 --2- 172.21.15.7:0/1835902276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c100690 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 -- 172.21.15.7:0/1835902276 >> 172.21.15.7:0/1835902276 conn(0x7fec1c0fba40 msgr2=0x7fec1c0fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 -- 172.21.15.7:0/1835902276 shutdown_connections 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.821+0000 7fec22280640 1 -- 172.21.15.7:0/1835902276 wait complete. 2024-09-19T05:41:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 Processor -- start 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 -- start start 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c19f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10d7c0 con 0x7fec1c100290 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10d640 con 0x7fec1c101490 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec22280640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fec1c10d940 con 0x7fec1c101e50 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec1bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55978/0 (socket says 172.21.15.7:55978) 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.822+0000 7fec1bfff640 1 -- 172.21.15.7:0/3095586909 learned_addr learned my addr 172.21.15.7:0/3095586909 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1b7fe640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec2081d640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c19f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:53.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 -- 172.21.15.7:0/3095586909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 msgr2=0x7fec1c19f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c19f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 -- 172.21.15.7:0/3095586909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 msgr2=0x7fec1c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 -- 172.21.15.7:0/3095586909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec1c19fb00 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1b7fe640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec2081d640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c19f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec1bfff640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fec0c004340 tx=0x7fec0c004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c03f030 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec1c19fd90 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec0c003cb0 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c035070 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.823+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec1c1a0280 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.824+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec1c107690 con 0x7fec1c100290 2024-09-19T05:41:53.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.825+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fec0c042030 con 0x7fec1c100290 2024-09-19T05:41:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.826+0000 7fec197fa640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 0x7fec040a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.826+0000 7fec1b7fe640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 0x7fec040a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.826+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fec0c0efc40 con 0x7fec1c100290 2024-09-19T05:41:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.827+0000 7fec1b7fe640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 0x7fec040a57b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fec1c1993f0 tx=0x7fec1000a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:53.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:53.830+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fec0c0bc920 con 0x7fec1c100290 2024-09-19T05:41:54.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.010+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 --> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fec1c062630 con 0x7fec040a32f0 2024-09-19T05:41:54.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.012+0000 7fec197fa640 1 -- 172.21.15.7:0/3095586909 <== mgr.14150 v2:172.21.15.7:6800/4130759675 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fec1c062630 con 0x7fec040a32f0 2024-09-19T05:41:54.014 INFO:teuthology.orchestra.run.smithi007.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-19T05:41:54.014 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300GE480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-19T05:41:54.014 INFO:teuthology.orchestra.run.smithi007.stdout:smithi044 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331001K400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-19T05:41:54.014 INFO:teuthology.orchestra.run.smithi007.stdout:smithi063 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5344005B400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-19T05:41:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 msgr2=0x7fec040a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 0x7fec040a57b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fec1c1993f0 tx=0x7fec1000a5c0 comp rx=0 tx=0).stop 2024-09-19T05:41:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 msgr2=0x7fec1c197ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:54.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fec0c004340 tx=0x7fec0c004370 comp rx=0 tx=0).stop 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 shutdown_connections 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fec040a32f0 0x7fec040a57b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fec1c101e50 0x7fec1c19f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fec1c101490 0x7fec1c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 --2- 172.21.15.7:0/3095586909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec1c100290 0x7fec1c197ed0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 >> 172.21.15.7:0/3095586909 conn(0x7fec1c0fba40 msgr2=0x7fec1c104860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 shutdown_connections 2024-09-19T05:41:54.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:54.014+0000 7fec22280640 1 -- 172.21.15.7:0/3095586909 wait complete. 2024-09-19T05:41:54.349 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:54 smithi007 ceph-mon[30960]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:54 smithi044 ceph-mon[34175]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:54 smithi063 ceph-mon[34779]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:54.683 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-19T05:41:54.692 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:41:54.692 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-19T05:41:54.956 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:55.355 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:55 smithi007 ceph-mon[30960]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:55.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 -- 172.21.15.7:0/1724888357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4105790 msgr2=0x7fd5c4105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 --2- 172.21.15.7:0/1724888357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4105790 0x7fd5c4105c40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc009ca0 tx=0x7fd5bc02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 -- 172.21.15.7:0/1724888357 shutdown_connections 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 --2- 172.21.15.7:0/1724888357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4105790 0x7fd5c4105c40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 --2- 172.21.15.7:0/1724888357 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4102de0 0x7fd5c4105250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 --2- 172.21.15.7:0/1724888357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4100490 0x7fd5c41028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 -- 172.21.15.7:0/1724888357 >> 172.21.15.7:0/1724888357 conn(0x7fd5c40fc2a0 msgr2=0x7fd5c40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 -- 172.21.15.7:0/1724888357 shutdown_connections 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.437+0000 7fd5caebb640 1 -- 172.21.15.7:0/1724888357 wait complete. 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 Processor -- start 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 -- start start 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4100490 0x7fd5c419e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:55.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 0x7fd5c41a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c4113d50 con 0x7fd5c4102de0 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c4113bd0 con 0x7fd5c4105790 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5caebb640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c4113ed0 con 0x7fd5c4100490 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55996/0 (socket says 172.21.15.7:55996) 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 -- 172.21.15.7:0/874813259 learned_addr learned my addr 172.21.15.7:0/874813259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c8c57640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4100490 0x7fd5c419e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c9458640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 0x7fd5c41a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 -- 172.21.15.7:0/874813259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4100490 msgr2=0x7fd5c419e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4100490 0x7fd5c419e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 -- 172.21.15.7:0/874813259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 msgr2=0x7fd5c41a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 0x7fd5c41a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c3fff640 1 -- 172.21.15.7:0/874813259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c41a5ff0 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.438+0000 7fd5c9458640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 0x7fd5c41a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5c3fff640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000d950 tx=0x7fd5b000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0017070 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5b0009c30 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b000f620 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c41a62e0 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.439+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c41a67d0 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.440+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5c40fdd90 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.441+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fd5b00109a0 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.442+0000 7fd5c1ffb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 0x7fd5b40a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.442+0000 7fd5c8c57640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 0x7fd5b40a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.442+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fd5b00cf580 con 0x7fd5c4102de0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.443+0000 7fd5c8c57640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 0x7fd5b40a57b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80058c0 tx=0x7fd5b800a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:55.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.447+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd5b0009de0 con 0x7fd5c4102de0 2024-09-19T05:41:55.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:55 smithi063 ceph-mon[34779]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:55.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.662+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd5c402d7c0 con 0x7fd5c4102de0 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.662+0000 7fd5c1ffb640 1 -- 172.21.15.7:0/874813259 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) ==== 76+0+3110 (secure 0 0 0) 0x7fd5b009c2a0 con 0x7fd5c4102de0 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout:e27 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout:btime 2024-09-19T05:40:26:056527+0000 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout:legacy client fscid: 1 2024-09-19T05:41:55.664 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:Filesystem 'cephfs' (1) 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:fs_name cephfs 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 27 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-09-19T05:40:14.614412+0000 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-09-19T05:40:26.056510+0000 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:tableserver 0 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:root 0 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:session_timeout 300 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:session_autoclose 300 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:max_file_size 1099511627776 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:max_xattr_size 65536 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:required_client_features {} 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure 0 2024-09-19T05:41:55.665 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure_osd_epoch 0 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:max_mds 5 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:in 0,1,2,3,4 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:up {0=24505,1=24503,2=24487,3=24481,4=14613} 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:failed 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:damaged 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:stopped 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:data_pools [3] 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:metadata_pool 2 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:inline_data disabled 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:balancer 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:bal_rank_mask -1 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:standby_count_wanted 0 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:qdb_cluster leader: 24505 members: 24505,24503,24487,24481,14613 2024-09-19T05:41:55.666 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.i{0:24505} state up:active seq 6 addr [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.h{0:24473} state up:standby-replay seq 1 addr [v2:172.21.15.44:6836/3980296629,v1:172.21.15.44:6837/3980296629] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.b{1:24503} state up:active seq 6 addr [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.e{1:24449} state up:standby-replay seq 1 addr [v2:172.21.15.44:6834/323413390,v1:172.21.15.44:6835/323413390] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.c{2:24487} state up:active seq 10 addr [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.l{2:24442} state up:standby-replay seq 1 addr [v2:172.21.15.63:6832/2891827642,v1:172.21.15.63:6833/2891827642] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.f{3:24481} state up:active seq 11 addr [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.k{3:24422} state up:standby-replay seq 1 addr [v2:172.21.15.44:6832/776655598,v1:172.21.15.44:6833/776655598] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.a{4:14613} state up:active seq 7 addr [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.g{4:14607} state up:standby-replay seq 1 addr [v2:172.21.15.7:6838/2010887661,v1:172.21.15.7:6839/2010887661] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout:Standby daemons: 2024-09-19T05:41:55.667 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:55.668 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.j{-1:14535} state up:standby seq 1 addr [v2:172.21.15.7:6834/3236431074,v1:172.21.15.7:6835/3236431074] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.668 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.d{-1:14547} state up:standby seq 1 addr [v2:172.21.15.7:6836/2259815215,v1:172.21.15.7:6837/2259815215] compat {c=[1],r=[1],i=[1fff]}] 2024-09-19T05:41:55.668 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:41:55.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 msgr2=0x7fd5b40a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 0x7fd5b40a57b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd5b80058c0 tx=0x7fd5b800a4c0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 msgr2=0x7fd5c419e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000d950 tx=0x7fd5b000de10 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 shutdown_connections 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd5b40a32f0 0x7fd5b40a57b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd5c4105790 0x7fd5c41a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5c4102de0 0x7fd5c419e900 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 --2- 172.21.15.7:0/874813259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5c4100490 0x7fd5c419e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 >> 172.21.15.7:0/874813259 conn(0x7fd5c40fc2a0 msgr2=0x7fd5c4100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 shutdown_connections 2024-09-19T05:41:55.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:55.664+0000 7fd5caebb640 1 -- 172.21.15.7:0/874813259 wait complete. 2024-09-19T05:41:55.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:55 smithi044 ceph-mon[34175]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:41:56.339 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-19T05:41:56.362 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:56 smithi007 ceph-mon[30960]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:56.362 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:56 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/874813259' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T05:41:56.595 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:56 smithi063 ceph-mon[34779]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:56 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/874813259' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T05:41:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:56 smithi044 ceph-mon[34175]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:41:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:56 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/874813259' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-19T05:41:57.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- 172.21.15.7:0/3677103829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4102720 msgr2=0x7f91a4104b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:57.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3677103829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4102720 0x7f91a4104b10 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9194009900 tx=0x7f919402a410 comp rx=0 tx=0).stop 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- 172.21.15.7:0/3677103829 shutdown_connections 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3677103829 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4107980 0x7f91a4109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3677103829 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4105050 0x7f91a4107440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3677103829 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4102720 0x7f91a4104b10 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- 172.21.15.7:0/3677103829 >> 172.21.15.7:0/3677103829 conn(0x7f91a40fc2a0 msgr2=0x7f91a40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- 172.21.15.7:0/3677103829 shutdown_connections 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- 172.21.15.7:0/3677103829 wait complete. 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 Processor -- start 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.070+0000 7f91a9db2640 1 -- start start 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4102720 0x7f91a4197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4107980 0x7f91a419f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:57.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410d840 con 0x7f91a4105050 2024-09-19T05:41:57.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410d6c0 con 0x7f91a4102720 2024-09-19T05:41:57.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f91a410d9c0 con 0x7f91a4107980 2024-09-19T05:41:57.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:57.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56008/0 (socket says 172.21.15.7:56008) 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 -- 172.21.15.7:0/3673170227 learned_addr learned my addr 172.21.15.7:0/3673170227 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a3fff640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4107980 0x7f91a419f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a37fe640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4102720 0x7f91a4197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 -- 172.21.15.7:0/3673170227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4107980 msgr2=0x7f91a419f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4107980 0x7f91a419f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 -- 172.21.15.7:0/3673170227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4102720 msgr2=0x7f91a4197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4102720 0x7f91a4197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 -- 172.21.15.7:0/3673170227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a419fb20 con 0x7f91a4105050 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a2ffd640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f919800d740 tx=0x7f919800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198017070 con 0x7f91a4105050 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a419fe10 con 0x7f91a4105050 2024-09-19T05:41:57.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f919800de50 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198004d60 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.071+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a41a02f0 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.073+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a40fdd90 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.074+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f9198004f00 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.074+0000 7f91a0ff9640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 0x7f918c0a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.075+0000 7f91a37fe640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 0x7f918c0a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.075+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f91980cf280 con 0x7f91a4105050 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.075+0000 7f91a37fe640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 0x7f918c0a5730 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9194000c00 tx=0x7f91940314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:57.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.079+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f919809bfa0 con 0x7f91a4105050 2024-09-19T05:41:57.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.254+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f91a4062e90 con 0x7f91a4105050 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.255+0000 7f91a0ff9640 1 -- 172.21.15.7:0/3673170227 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v85) ==== 56+0+5258 (secure 0 0 0) 0x7f919809b8a0 con 0x7f91a4105050 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 85 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:fsid 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-09-19T05:32:27.355150+0000 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-09-19T05:41:18.067254+0000 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-19T05:41:57.257 INFO:teuthology.orchestra.run.smithi007.stdout:crush_version 26 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:full_ratio 0.95 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:backfillfull_ratio 0.9 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:nearfull_ratio 0.85 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:require_min_compat_client luminous 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:min_compat_client luminous 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:require_osd_release squid 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:stretch_mode_enabled false 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:max_osd 12 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6802/2729401914,v1:172.21.15.7:6803/2729401914] [v2:172.21.15.7:6804/2729401914,v1:172.21.15.7:6805/2729401914] exists,up c2757245-134b-4d07-9484-ab96c1441efa 2024-09-19T05:41:57.258 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6800/3077419362,v1:172.21.15.44:6801/3077419362] [v2:172.21.15.44:6802/3077419362,v1:172.21.15.44:6803/3077419362] exists,up 76a304f6-5b03-4620-ac50-9904abc2d762 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 up in weight 1 up_from 18 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6800/3379367138,v1:172.21.15.63:6801/3379367138] [v2:172.21.15.63:6802/3379367138,v1:172.21.15.63:6803/3379367138] exists,up bb694b9a-64a5-414b-a134-a5d9d74058e5 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 up in weight 1 up_from 25 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6810/1046319253,v1:172.21.15.7:6811/1046319253] [v2:172.21.15.7:6812/1046319253,v1:172.21.15.7:6813/1046319253] exists,up 1bff919c-0fa3-492c-82b3-e77b87c87d31 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 up in weight 1 up_from 32 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6808/1010909548,v1:172.21.15.44:6809/1010909548] [v2:172.21.15.44:6810/1010909548,v1:172.21.15.44:6811/1010909548] exists,up e84678a6-acbd-453b-ab78-9cddce1e9038 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 up in weight 1 up_from 37 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6808/2215143097,v1:172.21.15.63:6809/2215143097] [v2:172.21.15.63:6810/2215143097,v1:172.21.15.63:6811/2215143097] exists,up 7ec7436d-904b-4ee3-920a-97171be51a8d 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 up in weight 1 up_from 45 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6818/2593749875,v1:172.21.15.7:6819/2593749875] [v2:172.21.15.7:6820/2593749875,v1:172.21.15.7:6821/2593749875] exists,up 163a4df5-aa7e-4acb-9c17-c048ff816350 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 up in weight 1 up_from 50 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6816/1460050873,v1:172.21.15.44:6817/1460050873] [v2:172.21.15.44:6818/1460050873,v1:172.21.15.44:6819/1460050873] exists,up db71e0bf-ec1d-48fe-93a6-569cd2703548 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 up in weight 1 up_from 57 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6816/1806583078,v1:172.21.15.63:6817/1806583078] [v2:172.21.15.63:6818/1806583078,v1:172.21.15.63:6819/1806583078] exists,up 66d63fd1-88f5-4da9-8ac5-80e9932630be 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 up in weight 1 up_from 64 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6826/440323601,v1:172.21.15.7:6827/440323601] [v2:172.21.15.7:6828/440323601,v1:172.21.15.7:6829/440323601] exists,up 7271062e-6665-493b-8fe1-8f49d83c1c9f 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 up in weight 1 up_from 69 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6824/1585740533,v1:172.21.15.44:6825/1585740533] [v2:172.21.15.44:6826/1585740533,v1:172.21.15.44:6827/1585740533] exists,up 51fb2aa4-ff5f-4022-aad3-b242aee5910c 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 up in weight 1 up_from 77 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.63:6824/3787790810,v1:172.21.15.63:6825/3787790810] [v2:172.21.15.63:6826/3787790810,v1:172.21.15.63:6827/3787790810] exists,up b43afba2-e1e1-46dc-a2ba-5386e12c8403 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.4 [2,11] 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.16 [2,4] 2024-09-19T05:41:57.259 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.1c [8,11] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.3 [4,9] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.10 [5,9] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.14 [4,6] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.1b [3,8] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.21 [5,9] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.27 [4,8] 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/415135774 expires 2024-09-20T05:33:16.706705+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2098020415 expires 2024-09-20T05:33:16.706705+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/415135774 expires 2024-09-20T05:33:16.706705+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/3286088215 expires 2024-09-20T05:33:16.706705+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/1981991597 expires 2024-09-20T05:32:52.172880+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/1981991597 expires 2024-09-20T05:32:52.172880+0000 2024-09-19T05:41:57.260 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/3989760616 expires 2024-09-20T05:32:52.172880+0000 2024-09-19T05:41:57.261 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/1858175579 expires 2024-09-20T05:32:52.172880+0000 2024-09-19T05:41:57.261 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/831543494 expires 2024-09-20T05:33:16.706705+0000 2024-09-19T05:41:57.261 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/639854420 expires 2024-09-20T05:32:52.172880+0000 2024-09-19T05:41:57.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 msgr2=0x7f918c0a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 0x7f918c0a5730 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9194000c00 tx=0x7f91940314a0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 msgr2=0x7f91a4198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f919800d740 tx=0x7f919800dc00 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 shutdown_connections 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f918c0a3270 0x7f918c0a5730 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f91a4107980 0x7f91a419f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f91a4105050 0x7f91a4198430 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 --2- 172.21.15.7:0/3673170227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f91a4102720 0x7f91a4197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.257+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 >> 172.21.15.7:0/3673170227 conn(0x7f91a40fc2a0 msgr2=0x7f91a41030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.258+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 shutdown_connections 2024-09-19T05:41:57.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:57.258+0000 7f91a9db2640 1 -- 172.21.15.7:0/3673170227 wait complete. 2024-09-19T05:41:57.906 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-19T05:41:57.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:41:58.206 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:41:58.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:58 smithi007 ceph-mon[30960]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:58.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:58 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3673170227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T05:41:58.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:58 smithi044 ceph-mon[34175]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:58.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:58 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3673170227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T05:41:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:58 smithi063 ceph-mon[34779]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-09-19T05:41:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:58 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3673170227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 -- 172.21.15.7:0/936159097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc106f10 msgr2=0x7f50fc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 --2- 172.21.15.7:0/936159097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc106f10 0x7f50fc10ea90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f50f4009ca0 tx=0x7f50f402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 -- 172.21.15.7:0/936159097 shutdown_connections 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 --2- 172.21.15.7:0/936159097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc106f10 0x7f50fc10ea90 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 --2- 172.21.15.7:0/936159097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc102790 0x7f50fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 --2- 172.21.15.7:0/936159097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc101de0 0x7f50fc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 -- 172.21.15.7:0/936159097 >> 172.21.15.7:0/936159097 conn(0x7f50fc0fd8c0 msgr2=0x7f50fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:58.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 -- 172.21.15.7:0/936159097 shutdown_connections 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.710+0000 7f5101011640 1 -- 172.21.15.7:0/936159097 wait complete. 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 Processor -- start 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 -- start start 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc101de0 0x7f50fc1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc106f10 0x7f50fc19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f50fc111e20 con 0x7f50fc102790 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f50fc111ca0 con 0x7f50fc106f10 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f5101011640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f50fc111fa0 con 0x7f50fc101de0 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f50fa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f50fa59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56018/0 (socket says 172.21.15.7:56018) 2024-09-19T05:41:58.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f50fa59c640 1 -- 172.21.15.7:0/1151098173 learned_addr learned my addr 172.21.15.7:0/1151098173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f50fb59e640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc106f10 0x7f50fc19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.711+0000 7f50fad9d640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc101de0 0x7f50fc1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 -- 172.21.15.7:0/1151098173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc101de0 msgr2=0x7f50fc1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc101de0 0x7f50fc1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 -- 172.21.15.7:0/1151098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc106f10 msgr2=0x7f50fc19cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc106f10 0x7f50fc19cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 -- 172.21.15.7:0/1151098173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50fc19d250 con 0x7f50fc102790 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50fa59c640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f50f000c970 tx=0x7f50f000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0007bb0 con 0x7f50fc102790 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50fc19d540 con 0x7f50fc102790 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50f0007d50 con 0x7f50fc102790 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0004e50 con 0x7f50fc102790 2024-09-19T05:41:58.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.712+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50fc1a4e20 con 0x7f50fc102790 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.713+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50fc1021c0 con 0x7f50fc102790 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.715+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f50f0005000 con 0x7f50fc102790 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.715+0000 7f50e3fff640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 0x7f50e40a58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.715+0000 7f50fad9d640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 0x7f50e40a58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.715+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f50f00cf910 con 0x7f50fc102790 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.716+0000 7f50fad9d640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 0x7f50e40a58a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00abe0 tx=0x7f50ec00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:41:58.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.718+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f50f0014030 con 0x7f50fc102790 2024-09-19T05:41:58.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.932+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50fc199600 con 0x7f50fc102790 2024-09-19T05:41:58.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.932+0000 7f50e3fff640 1 -- 172.21.15.7:0/1151098173 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7f50f009c630 con 0x7f50fc102790 2024-09-19T05:41:58.934 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:41:58.934 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:41:58.935 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 msgr2=0x7f50e40a58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 0x7f50e40a58a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00abe0 tx=0x7f50ec00a2d0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 msgr2=0x7f50fc1987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f50f000c970 tx=0x7f50f000cd70 comp rx=0 tx=0).stop 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 shutdown_connections 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f50e40a33e0 0x7f50e40a58a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50fc106f10 0x7f50fc19cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50fc102790 0x7f50fc1987e0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 --2- 172.21.15.7:0/1151098173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f50fc101de0 0x7f50fc1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:41:58.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.934+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 >> 172.21.15.7:0/1151098173 conn(0x7f50fc0fd8c0 msgr2=0x7f50fc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:41:58.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.935+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 shutdown_connections 2024-09-19T05:41:58.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:41:58.935+0000 7f5101011640 1 -- 172.21.15.7:0/1151098173 wait complete. 2024-09-19T05:41:59.611 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:41:59 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1151098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:59.643 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:41:59.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:41:59 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1151098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:59.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:41:59 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1151098173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:41:59.902 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:00.298 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:00 smithi007 ceph-mon[30960]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:42:00.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/966965993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4106f10 msgr2=0x7fd3f410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/966965993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4106f10 0x7fd3f410ea90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec009ca0 tx=0x7fd3ec02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/966965993 shutdown_connections 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/966965993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4106f10 0x7fd3f410ea90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/966965993 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4102790 0x7fd3f41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/966965993 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/966965993 >> 172.21.15.7:0/966965993 conn(0x7fd3f40fd8c0 msgr2=0x7fd3f40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/966965993 shutdown_connections 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.377+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/966965993 wait complete. 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 Processor -- start 2024-09-19T05:42:00.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 -- start start 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f4198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4106f10 0x7fd3f419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f4111ec0 con 0x7fd3f4102790 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f4111d40 con 0x7fd3f4106f10 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.378+0000 7fd3fb1c6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd3f4112040 con 0x7fd3f4101de0 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41520/0 (socket says 172.21.15.7:41520) 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 -- 172.21.15.7:0/3355869085 learned_addr learned my addr 172.21.15.7:0/3355869085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f9763640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4106f10 0x7fd3f419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f8f62640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f4198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 -- 172.21.15.7:0/3355869085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 msgr2=0x7fd3f4198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f4198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 -- 172.21.15.7:0/3355869085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4106f10 msgr2=0x7fd3f419cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4106f10 0x7fd3f419cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 -- 172.21.15.7:0/3355869085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3f419d430 con 0x7fd3f4102790 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f8f62640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f4198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f3fff640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800b4a0 tx=0x7fd3e800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8014070 con 0x7fd3f4102790 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3e8010ac0 con 0x7fd3f4102790 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3f419d720 con 0x7fd3f4102790 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.379+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8017c30 con 0x7fd3f4102790 2024-09-19T05:42:00.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.380+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3f41a5000 con 0x7fd3f4102790 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.381+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3f41021c0 con 0x7fd3f4102790 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.382+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fd3e8017070 con 0x7fd3f4102790 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.382+0000 7fd3f1ffb640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 0x7fd3dc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.382+0000 7fd3f8f62640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 0x7fd3dc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.382+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fd3e80cefe0 con 0x7fd3f4102790 2024-09-19T05:42:00.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.383+0000 7fd3f8f62640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 0x7fd3dc0a5700 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4006fd0 tx=0x7fd3e4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:00.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.387+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd3e809bd00 con 0x7fd3f4102790 2024-09-19T05:42:00.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.598+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3f4109b60 con 0x7fd3f4102790 2024-09-19T05:42:00.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.598+0000 7fd3f1ffb640 1 -- 172.21.15.7:0/3355869085 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11946 (secure 0 0 0) 0x7fd3e809b600 con 0x7fd3f4102790 2024-09-19T05:42:00.600 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:00.600 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":27,"btime":"2024-09-19T05:40:26:056527+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:40:26.056510+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:42:00.601 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 27 2024-09-19T05:42:00.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 msgr2=0x7fd3dc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:00.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 0x7fd3dc0a5700 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4006fd0 tx=0x7fd3e4008040 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 msgr2=0x7fd3f41989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800b4a0 tx=0x7fd3e800b960 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 shutdown_connections 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fd3dc0a3240 0x7fd3dc0a5700 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3f4106f10 0x7fd3f419cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd3f4102790 0x7fd3f41989c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.600+0000 7fd3fb1c6640 1 --2- 172.21.15.7:0/3355869085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd3f4101de0 0x7fd3f4198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.601+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 >> 172.21.15.7:0/3355869085 conn(0x7fd3f40fd8c0 msgr2=0x7fd3f40fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.601+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 shutdown_connections 2024-09-19T05:42:00.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:00.601+0000 7fd3fb1c6640 1 -- 172.21.15.7:0/3355869085 wait complete. 2024-09-19T05:42:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:00 smithi063 ceph-mon[34779]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:42:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:00 smithi044 ceph-mon[34175]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-09-19T05:42:01.303 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:01 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3355869085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:01.338 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:42:01.601 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:01.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:01 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3355869085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:01.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:01 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3355869085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 -- 172.21.15.7:0/232323693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 msgr2=0x7f3ac4100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 --2- 172.21.15.7:0/232323693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac4100860 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3ab400aa10 tx=0x7f3ab402b720 comp rx=0 tx=0).stop 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 -- 172.21.15.7:0/232323693 shutdown_connections 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 --2- 172.21.15.7:0/232323693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac410d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 --2- 172.21.15.7:0/232323693 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 0x7f3ac4104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 --2- 172.21.15.7:0/232323693 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac4100860 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 -- 172.21.15.7:0/232323693 >> 172.21.15.7:0/232323693 conn(0x7f3ac4077210 msgr2=0x7f3ac40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 -- 172.21.15.7:0/232323693 shutdown_connections 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.046+0000 7f3aca60c640 1 -- 172.21.15.7:0/232323693 wait complete. 2024-09-19T05:42:02.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 Processor -- start 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 -- start start 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 0x7f3ac419ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac410fc60 con 0x7f3ac4100480 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac410fae0 con 0x7f3ac41055b0 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3aca60c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac410fde0 con 0x7f3ac4100e30 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41532/0 (socket says 172.21.15.7:41532) 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 -- 172.21.15.7:0/2940276747 learned_addr learned my addr 172.21.15.7:0/2940276747 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3abbfff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 0x7f3ac419ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac8ba9640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:02.067 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 -- 172.21.15.7:0/2940276747 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 msgr2=0x7f3ac419ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 0x7f3ac419ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.047+0000 7f3ac3fff640 1 -- 172.21.15.7:0/2940276747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 msgr2=0x7f3ac419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac3fff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac419ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac3fff640 1 -- 172.21.15.7:0/2940276747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac419f5e0 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac8ba9640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac3fff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4006010 tx=0x7f3ab4004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab403f070 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ab4032400 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac419f870 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab4036040 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.048+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac41a71b0 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.049+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ac4100860 con 0x7f3ac4100480 2024-09-19T05:42:02.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.051+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f3ab4042070 con 0x7f3ac4100480 2024-09-19T05:42:02.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.051+0000 7f3ac1ffb640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 0x7f3ab00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:02.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.052+0000 7f3abbfff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 0x7f3ab00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:02.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.052+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f3ab40f0020 con 0x7f3ac4100480 2024-09-19T05:42:02.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.052+0000 7f3abbfff640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 0x7f3ab00a5780 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40fe740 tx=0x7f3aac009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:02.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.055+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3ab40bcd40 con 0x7f3ac4100480 2024-09-19T05:42:02.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.232+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ac41a7380 con 0x7f3ac4100480 2024-09-19T05:42:02.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.234+0000 7f3ac1ffb640 1 -- 172.21.15.7:0/2940276747 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22640 (secure 0 0 0) 0x7f3ab40b8020 con 0x7f3ac4100480 2024-09-19T05:42:02.236 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:02.236 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":85,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:41:18.067254+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":3,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 msgr2=0x7f3ab00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 0x7f3ab00a5780 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40fe740 tx=0x7f3aac009110 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 msgr2=0x7f3ac419a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4006010 tx=0x7f3ab4004360 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 shutdown_connections 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f3ab00a32c0 0x7f3ab00a5780 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3ac41055b0 0x7f3ac419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3ac4100e30 0x7f3ac419ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 --2- 172.21.15.7:0/2940276747 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ac4100480 0x7f3ac419a630 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 >> 172.21.15.7:0/2940276747 conn(0x7f3ac4077210 msgr2=0x7f3ac4103730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:02.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 shutdown_connections 2024-09-19T05:42:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:02.236+0000 7f3aca60c640 1 -- 172.21.15.7:0/2940276747 wait complete. 2024-09-19T05:42:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:02 smithi007 ceph-mon[30960]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-19T05:42:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:02 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2940276747' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:02 smithi063 ceph-mon[34779]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-19T05:42:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:02 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2940276747' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:02 smithi044 ceph-mon[34175]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-19T05:42:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:02 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2940276747' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:02.992 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-19T05:40:14.614412+0000', 'modified': '2024-09-19T05:40:26.056510+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24505, 'mds_1': 24503, 'mds_2': 24487, 'mds_3': 24481, 'mds_4': 14613}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14607': {'gid': 14607, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.7:6839/2010887661', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6838', 'nonce': 2010887661}, {'type': 'v1', 'addr': '172.21.15.7:6839', 'nonce': 2010887661}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14613': {'gid': 14613, 'name': 'a', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.7:6841/2374333952', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6840', 'nonce': 2374333952}, {'type': 'v1', 'addr': '172.21.15.7:6841', 'nonce': 2374333952}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24422': {'gid': 24422, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6833/776655598', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6832', 'nonce': 776655598}, {'type': 'v1', 'addr': '172.21.15.44:6833', 'nonce': 776655598}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.63:6833/2891827642', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6832', 'nonce': 2891827642}, {'type': 'v1', 'addr': '172.21.15.63:6833', 'nonce': 2891827642}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24449': {'gid': 24449, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6835/323413390', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6834', 'nonce': 323413390}, {'type': 'v1', 'addr': '172.21.15.44:6835', 'nonce': 323413390}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.44:6837/3980296629', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6836', 'nonce': 3980296629}, {'type': 'v1', 'addr': '172.21.15.44:6837', 'nonce': 3980296629}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.63:6835/4011427590', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6834', 'nonce': 4011427590}, {'type': 'v1', 'addr': '172.21.15.63:6835', 'nonce': 4011427590}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.63:6837/1376792949', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6836', 'nonce': 1376792949}, {'type': 'v1', 'addr': '172.21.15.63:6837', 'nonce': 1376792949}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.44:6839/2032000967', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6838', 'nonce': 2032000967}, {'type': 'v1', 'addr': '172.21.15.44:6839', 'nonce': 2032000967}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.63:6839/3927594316', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.63:6838', 'nonce': 3927594316}, {'type': 'v1', 'addr': '172.21.15.63:6839', 'nonce': 3927594316}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24505, 'qdb_cluster': [24505, 24503, 24487, 24481, 14613]} 2024-09-19T05:42:02.992 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-19T05:42:02.993 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.a status 2024-09-19T05:42:03.254 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 -- 172.21.15.7:0/4258102092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c102df0 msgr2=0x7f804c1031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 --2- 172.21.15.7:0/4258102092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c102df0 0x7f804c1031d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f803c009ca0 tx=0x7f803c02a8e0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 -- 172.21.15.7:0/4258102092 shutdown_connections 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 --2- 172.21.15.7:0/4258102092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c10c2f0 0x7f804c10e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 --2- 172.21.15.7:0/4258102092 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 0x7f804c10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 --2- 172.21.15.7:0/4258102092 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c102df0 0x7f804c1031d0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 -- 172.21.15.7:0/4258102092 >> 172.21.15.7:0/4258102092 conn(0x7f804c0fc7d0 msgr2=0x7f804c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 -- 172.21.15.7:0/4258102092 shutdown_connections 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 -- 172.21.15.7:0/4258102092 wait complete. 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.738+0000 7f8054309640 1 Processor -- start 2024-09-19T05:42:03.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 -- start start 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c102df0 0x7f804c100a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 0x7f804c100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f804c112080 con 0x7f804c10c2f0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f804c111f00 con 0x7f804c102df0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f8054309640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f804c112200 con 0x7f804c1037a0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41564/0 (socket says 172.21.15.7:41564) 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 -- 172.21.15.7:0/1928846300 learned_addr learned my addr 172.21.15.7:0/1928846300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80518a4640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 0x7f804c100f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80520a5640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c102df0 0x7f804c100a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 -- 172.21.15.7:0/1928846300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 msgr2=0x7f804c100f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 0x7f804c100f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 -- 172.21.15.7:0/1928846300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c102df0 msgr2=0x7f804c100a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c102df0 0x7f804c100a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 -- 172.21.15.7:0/1928846300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804c1a6ad0 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.739+0000 7f80528a6640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8044009fd0 tx=0x7f804400b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.740+0000 7f804b7fe640 1 -- 172.21.15.7:0/1928846300 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044015020 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.740+0000 7f804b7fe640 1 -- 172.21.15.7:0/1928846300 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8044011ce0 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.740+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f804c1a6dc0 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.740+0000 7f804b7fe640 1 -- 172.21.15.7:0/1928846300 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8044010d70 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.740+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f804c1a7280 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.742+0000 7f804b7fe640 1 -- 172.21.15.7:0/1928846300 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f8044018020 con 0x7f804c10c2f0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.742+0000 7f80566e2740 1 Processor -- start 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.742+0000 7f80566e2740 1 -- start start 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.742+0000 7f80566e2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517aabdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.742+0000 7f80566e2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80566e2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80566e2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558517a12090 con 0x558517ab6bb0 2024-09-19T05:42:03.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80566e2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5585179b9a70 con 0x558517aab9d0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80566e2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558517a0e050 con 0x558517aac2f0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41578/0 (socket says 172.21.15.7:41578) 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 -- 172.21.15.7:0/3320215627 learned_addr learned my addr 172.21.15.7:0/3320215627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517aabdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80520a5640 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 -- 172.21.15.7:0/3320215627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 msgr2=0x558517ab6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 -- 172.21.15.7:0/3320215627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 msgr2=0x558517aabdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517aabdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 -- 172.21.15.7:0/3320215627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585179c6130 con 0x558517ab6bb0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f804b7fe640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 0x7f80340a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80520a5640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 0x7f80340a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f80518a4640 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8040009330 tx=0x7f80400094d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5cbd547bb12fb04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.743+0000 7f804b7fe640 1 -- 172.21.15.7:0/1928846300 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f80440cf140 con 0x7f804c10c2f0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f8048dea640 1 -- 172.21.15.7:0/3320215627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80400155e0 con 0x558517ab6bb0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f8048dea640 1 -- 172.21.15.7:0/3320215627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804001d070 con 0x558517ab6bb0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f8048dea640 1 -- 172.21.15.7:0/3320215627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040018910 con 0x558517ab6bb0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80520a5640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 0x7f80340a5700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f803c009850 tx=0x7f803c009780 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 -- 172.21.15.7:0/3320215627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 msgr2=0x558517ab8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8040009330 tx=0x7f80400094d0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 -- 172.21.15.7:0/3320215627 shutdown_connections 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab8fa0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 --2- 172.21.15.7:0/3320215627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517aabdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.744+0000 7f80566e2740 1 -- 172.21.15.7:0/3320215627 >> 172.21.15.7:0/3320215627 conn(0x558517aa7f60 msgr2=0x558517aa8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- 172.21.15.7:0/3320215627 shutdown_connections 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- 172.21.15.7:0/3320215627 wait complete. 2024-09-19T05:42:03.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- start start 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 Processor -- start 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ab6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558517ab9780 con 0x558517aac2f0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5585179ccf20 con 0x558517ab6bb0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558517ab9900 con 0x558517aab9d0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80566e2740 10 client.0 _ll_register_callbacks cb 0x558517996030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41594/0 (socket says 172.21.15.7:41594) 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80518a4640 1 -- 172.21.15.7:0/1232436523 learned_addr learned my addr 172.21.15.7:0/1232436523 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80528a6640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.745+0000 7f80520a5640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ab6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 -- 172.21.15.7:0/1232436523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 msgr2=0x558517ab6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ab6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 -- 172.21.15.7:0/1232436523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 msgr2=0x558517ab3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 -- 172.21.15.7:0/1232436523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585177832b0 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80520a5640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ab6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80518a4640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8040018530 tx=0x7f8040015810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14c251596fcca751 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f8031ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040025070 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f8040018890 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f804001d070 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8040015c10 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80566e2740 10 client.15147 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558517ac50d0 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.746+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804001d070 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f804002a820 con 0x558517aac2f0 2024-09-19T05:42:03.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 10 client.15147 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 10 client.15147 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 20 client.15147 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517ac7220 0x558517ac6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 4 client.15147 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558517a1f600 con 0x558517ac7220 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80520a5640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517ac7220 0x558517ac6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f80520a5640 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517ac7220 0x558517ac6480 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=31a869fc08eb4d14 server_cookie=3b1b27f17b4ae03c in_seq=0 out_seq=0 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.747+0000 7f8031ffb640 10 client.15147 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f8031ffb640 1 -- 172.21.15.7:0/1232436523 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558517a1f600 con 0x558517ac7220 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f8031ffb640 10 client.15147 handle_command_reply: tid=0 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 client.15147 shutdown 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 msgr2=0x558517ab37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8040018530 tx=0x7f8040015810 comp rx=0 tx=0).stop 2024-09-19T05:42:03.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 shutdown_connections 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517ac7220 0x558517ac6480 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ab37d0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 --2- 172.21.15.7:0/1232436523 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ab6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f8031ffb640 0 client.15147 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 >> 172.21.15.7:0/1232436523 conn(0x558517aa7f60 msgr2=0x558517aadc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 shutdown_connections 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 1 -- 172.21.15.7:0/1232436523 wait complete. 2024-09-19T05:42:03.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.748+0000 7f80566e2740 20 client.15147 trim_cache size 0 max 16384 2024-09-19T05:42:03.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 Processor -- start 2024-09-19T05:42:03.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 -- start start 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517ac6b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558517ac69d0 con 0x558517ab6bb0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558517ac70a0 con 0x558517aab9d0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80566e2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558517ac7770 con 0x558517aac2f0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80528a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80528a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41602/0 (socket says 172.21.15.7:41602) 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.766+0000 7f80528a6640 1 -- 172.21.15.7:0/2675536093 learned_addr learned my addr 172.21.15.7:0/2675536093 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80518a4640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 -- 172.21.15.7:0/2675536093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 msgr2=0x558517ab0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80520a5640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517ac6b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 -- 172.21.15.7:0/2675536093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 msgr2=0x558517ac6b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517ac6b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 -- 172.21.15.7:0/2675536093 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558517aac120 con 0x558517ab6bb0 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80518a4640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80520a5640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517ac6b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f80528a6640 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f804409b420 tx=0x7f80440047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67adfd520117af0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f8033fff640 1 -- 172.21.15.7:0/2675536093 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80440b4020 con 0x558517ab6bb0 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f8033fff640 1 -- 172.21.15.7:0/2675536093 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804409fad0 con 0x558517ab6bb0 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.767+0000 7f8033fff640 1 -- 172.21.15.7:0/2675536093 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804409ab70 con 0x558517ab6bb0 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- 172.21.15.7:0/2675536093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 msgr2=0x558517ab0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f804409b420 tx=0x7f80440047d0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- 172.21.15.7:0/2675536093 shutdown_connections 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517ab6bb0 0x558517ab0f90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aac2f0 0x558517ab0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- 172.21.15.7:0/2675536093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517aab9d0 0x558517ac6b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- 172.21.15.7:0/2675536093 >> 172.21.15.7:0/2675536093 conn(0x558517aa7f60 msgr2=0x558517ab28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- 172.21.15.7:0/2675536093 shutdown_connections 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- 172.21.15.7:0/2675536093 wait complete. 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- start start 2024-09-19T05:42:03.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 Processor -- start 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ad0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558517ac8510 con 0x558517aac2f0 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558517ac7e40 con 0x558517ab6bb0 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.768+0000 7f80566e2740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558517ac8be0 con 0x558517aab9d0 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80566e2740 10 client.0 _ll_register_callbacks cb 0x7f8040009c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41612/0 (socket says 172.21.15.7:41612) 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 -- 172.21.15.7:0/2805618950 learned_addr learned my addr 172.21.15.7:0/2805618950 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:03.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80528a6640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80520a5640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ad0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 -- 172.21.15.7:0/2805618950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 msgr2=0x558517ad0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ad0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 -- 172.21.15.7:0/2805618950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 msgr2=0x558517ab01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 -- 172.21.15.7:0/2805618950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558517ab0a20 con 0x558517aac2f0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80520a5640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ad0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80518a4640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8040009d60 tx=0x7f804002ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9d389961690e6df server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f8031ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8040025040 con 0x558517aac2f0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f8040009110 con 0x558517aac2f0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f804409fad0 con 0x558517aac2f0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8040015db0 con 0x558517aac2f0 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80566e2740 10 client.15153 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:03.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.769+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558517ad0580 con 0x558517aac2f0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f804409fad0 con 0x558517aac2f0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f8040018c10 con 0x558517aac2f0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 10 client.15153 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 10 client.15153 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 20 client.15153 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517b36040 0x558517b34d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 4 client.15153 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "status"}) -- 0x558517a19b10 con 0x558517b36040 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80520a5640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517b36040 0x558517b34d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80520a5640 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517b36040 0x558517b34d50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=485864c6a52005af server_cookie=83de7923f64ec337 in_seq=0 out_seq=0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f8031ffb640 10 client.15153 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f8031ffb640 1 -- 172.21.15.7:0/2805618950 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x558517a19b10 con 0x558517b36040 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f8031ffb640 10 client.15153 handle_command_reply: tid=0 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.770+0000 7f80566e2740 1 client.15153 shutdown 2024-09-19T05:42:03.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 msgr2=0x558517ad11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8040009d60 tx=0x7f804002ab60 comp rx=0 tx=0).stop 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 shutdown_connections 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x558517b36040 0x558517b34d50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558517ab6bb0 0x558517ab01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f8031ffb640 0 client.15153 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558517aac2f0 0x558517ad11a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 --2- 172.21.15.7:0/2805618950 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558517aab9d0 0x558517ad0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 >> 172.21.15.7:0/2805618950 conn(0x558517aa7f60 msgr2=0x558517aae5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 shutdown_connections 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 1 -- 172.21.15.7:0/2805618950 wait complete. 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f80566e2740 20 client.15153 trim_cache size 0 max 16384 2024-09-19T05:42:03.778 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 4, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 14613, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 98.719529089999995, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 121.805202694 2024-09-19T05:42:03.779 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 msgr2=0x7f80340a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 0x7f80340a5700 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f803c009850 tx=0x7f803c009780 comp rx=0 tx=0).stop 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 msgr2=0x7f804c1014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.771+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8044009fd0 tx=0x7f804400b820 comp rx=0 tx=0).stop 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 shutdown_connections 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f80340a3240 0x7f80340a5700 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f804c10c2f0 0x7f804c1014d0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f804c1037a0 0x7f804c100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 --2- 172.21.15.7:0/1928846300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f804c102df0 0x7f804c100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:03.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 >> 172.21.15.7:0/1928846300 conn(0x7f804c0fc7d0 msgr2=0x7f804c0fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:03.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 shutdown_connections 2024-09-19T05:42:03.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:03.772+0000 7f8054309640 1 -- 172.21.15.7:0/1928846300 wait complete. 2024-09-19T05:42:04.613 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:04 smithi007 ceph-mon[30960]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:04.643 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-19T05:42:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:04 smithi063 ceph-mon[34779]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:04 smithi044 ceph-mon[34175]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:04.900 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:05.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 -- 172.21.15.7:0/380627964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102ef0 msgr2=0x7fb4c410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/380627964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102ef0 0x7fb4c410da40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc009ca0 tx=0x7fb4bc02a950 comp rx=0 tx=0).stop 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 -- 172.21.15.7:0/380627964 shutdown_connections 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/380627964 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102ef0 0x7fb4c410da40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/380627964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102570 0x7fb4c41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/380627964 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 -- 172.21.15.7:0/380627964 >> 172.21.15.7:0/380627964 conn(0x7fb4c40fc7d0 msgr2=0x7fb4c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 -- 172.21.15.7:0/380627964 shutdown_connections 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.398+0000 7fb4ca43f640 1 -- 172.21.15.7:0/380627964 wait complete. 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 Processor -- start 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 -- start start 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c41972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102ef0 0x7fb4c419bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c4110e30 con 0x7fb4c4102570 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c4110cb0 con 0x7fb4c4102ef0 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4ca43f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c4110fb0 con 0x7fb4c4100e20 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41626/0 (socket says 172.21.15.7:41626) 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c37fe640 1 -- 172.21.15.7:0/866203163 learned_addr learned my addr 172.21.15.7:0/866203163 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c41972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102ef0 0x7fb4c419bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c37fe640 1 -- 172.21.15.7:0/866203163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 msgr2=0x7fb4c41972f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.399+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c41972f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c37fe640 1 -- 172.21.15.7:0/866203163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102ef0 msgr2=0x7fb4c419bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102ef0 0x7fb4c419bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c37fe640 1 -- 172.21.15.7:0/866203163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4c419c2a0 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c41972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8007b50 tx=0x7fb4b800e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c17fa640 1 -- 172.21.15.7:0/866203163 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8007c40 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c17fa640 1 -- 172.21.15.7:0/866203163 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4b8007de0 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4c419c590 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4c17fa640 1 -- 172.21.15.7:0/866203163 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b800ad40 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.400+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4c4069f70 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.402+0000 7fb4c17fa640 1 -- 172.21.15.7:0/866203163 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fb4b800eb30 con 0x7fb4c4102570 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.402+0000 7fb4cc818740 1 Processor -- start 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.402+0000 7fb4cc818740 1 -- start start 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21ee670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21f0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fbc214a090 con 0x55fbc21e39d0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fbc20f1a70 con 0x55fbc21e42f0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4cc818740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2146050 con 0x55fbc21eebb0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c17fa640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 0x7fb4ac0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41638/0 (socket says 172.21.15.7:41638) 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3164325499 learned_addr learned my addr 172.21.15.7:0/3164325499 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21f0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c17fa640 1 -- 172.21.15.7:0/866203163 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fb4b80d0e70 con 0x7fb4c4102570 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 0x7fb4ac0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21ee670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3164325499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 msgr2=0x55fbc21f0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21f0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3164325499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 msgr2=0x55fbc21ee670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21ee670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3164325499 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbc20fe130 con 0x55fbc21e39d0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.403+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21ee670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc02fcb0 tx=0x7fb4bc02f3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fbbec7136528aa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4aa7fc640 1 -- 172.21.15.7:0/3164325499 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc034070 con 0x55fbc21e39d0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4aa7fc640 1 -- 172.21.15.7:0/3164325499 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4bc04d070 con 0x55fbc21e39d0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 0x7fb4ac0a5780 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc04c000 tx=0x7fb4bc04a000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4aa7fc640 1 -- 172.21.15.7:0/3164325499 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc0486d0 con 0x55fbc21e39d0 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 -- 172.21.15.7:0/3164325499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 msgr2=0x55fbc21e3db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc02fcb0 tx=0x7fb4bc02f3a0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 -- 172.21.15.7:0/3164325499 shutdown_connections 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21f0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21ee670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3164325499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21e3db0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.404+0000 7fb4cc818740 1 -- 172.21.15.7:0/3164325499 >> 172.21.15.7:0/3164325499 conn(0x55fbc21dff60 msgr2=0x55fbc21e0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- 172.21.15.7:0/3164325499 shutdown_connections 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- 172.21.15.7:0/3164325499 wait complete. 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- start start 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 Processor -- start 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21eb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21ebd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fbc21f1780 con 0x55fbc21e39d0 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2104f20 con 0x55fbc21e42f0 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.405+0000 7fb4cc818740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fbc21f1900 con 0x55fbc21eebb0 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4cc818740 10 client.0 _ll_register_callbacks cb 0x55fbc20ce030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41654/0 (socket says 172.21.15.7:41654) 2024-09-19T05:42:05.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c37fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21eb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 -- 172.21.15.7:0/2390097633 learned_addr learned my addr 172.21.15.7:0/2390097633 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21ebd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 -- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 msgr2=0x55fbc21ebd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21ebd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 -- 172.21.15.7:0/2390097633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 msgr2=0x55fbc21eb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21eb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 -- 172.21.15.7:0/2390097633 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbc1ebb2b0 con 0x55fbc21e39d0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21eb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4010840 tx=0x7fb4b4010d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3f1e7ca0d8cc848 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b400ed40 con 0x55fbc21e39d0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fb4b401c480 con 0x55fbc21e39d0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.406+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4bc04d070 con 0x55fbc21e39d0 2024-09-19T05:42:05.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb4b401c680 con 0x55fbc21e39d0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 10 client.15165 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55fbc22015b0 con 0x55fbc21e39d0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4bc04d070 con 0x55fbc21e39d0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fb4b4011900 con 0x55fbc21e39d0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 10 client.15165 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 10 client.15165 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 20 client.15165 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2203bf0 0x55fbc2205060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 4 client.15165 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbc2157600 con 0x55fbc2203bf0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.407+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2203bf0 0x55fbc2205060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.408+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2203bf0 0x55fbc2205060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d9ad77d5b07a95a2 server_cookie=db6b2a6a43b233d8 in_seq=0 out_seq=0 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.408+0000 7fb4a37fe640 10 client.15165 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:42:05.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4a37fe640 1 -- 172.21.15.7:0/2390097633 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fbc2157600 con 0x55fbc2203bf0 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4a37fe640 10 client.15165 handle_command_reply: tid=0 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 client.15165 shutdown 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 msgr2=0x55fbc21ee4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb4b4010840 tx=0x7fb4b4010d00 comp rx=0 tx=0).stop 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 shutdown_connections 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2203bf0 0x55fbc2205060 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc21ebd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc21eb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 --2- 172.21.15.7:0/2390097633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e39d0 0x55fbc21ee4b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 >> 172.21.15.7:0/2390097633 conn(0x55fbc21dff60 msgr2=0x55fbc21e5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4a37fe640 0 client.15165 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 shutdown_connections 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 1 -- 172.21.15.7:0/2390097633 wait complete. 2024-09-19T05:42:05.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.409+0000 7fb4cc818740 20 client.15165 trim_cache size 0 max 16384 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 Processor -- start 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 -- start start 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21e39d0 0x55fbc2205060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc220d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fbc22033a0 con 0x55fbc21eebb0 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2203a70 con 0x55fbc21e42f0 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4cc818740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2204140 con 0x55fbc21e39d0 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4c89dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4c89dc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41666/0 (socket says 172.21.15.7:41666) 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.427+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3279034340 learned_addr learned my addr 172.21.15.7:0/3279034340 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3279034340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21e39d0 msgr2=0x55fbc2205060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21e39d0 0x55fbc2205060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3279034340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 msgr2=0x55fbc220d340 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc220d340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 -- 172.21.15.7:0/3279034340 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbc21e4120 con 0x55fbc21eebb0 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.428+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc02f410 tx=0x7fb4bc02fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d11cb0d0213632 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4a9ffb640 1 -- 172.21.15.7:0/3279034340 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc034070 con 0x55fbc21eebb0 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4a9ffb640 1 -- 172.21.15.7:0/3279034340 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4bc04d050 con 0x55fbc21eebb0 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4a9ffb640 1 -- 172.21.15.7:0/3279034340 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc004040 con 0x55fbc21eebb0 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 -- 172.21.15.7:0/3279034340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 msgr2=0x55fbc220d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc02f410 tx=0x7fb4bc02fc30 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 -- 172.21.15.7:0/3279034340 shutdown_connections 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21eebb0 0x55fbc220d880 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e42f0 0x55fbc220d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.429+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3279034340 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21e39d0 0x55fbc2205060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 -- 172.21.15.7:0/3279034340 >> 172.21.15.7:0/3279034340 conn(0x55fbc21dff60 msgr2=0x55fbc21ea0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 -- 172.21.15.7:0/3279034340 shutdown_connections 2024-09-19T05:42:05.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 -- 172.21.15.7:0/3279034340 wait complete. 2024-09-19T05:42:05.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 -- start start 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 Processor -- start 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e39d0 0x55fbc22081c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.430+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc2208c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2204ee0 con 0x55fbc21e42f0 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fbc2204810 con 0x55fbc21e39d0 2024-09-19T05:42:05.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fbc22055b0 con 0x55fbc21eebb0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 10 client.0 _ll_register_callbacks cb 0x7fb4b400c470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41670/0 (socket says 172.21.15.7:41670) 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 -- 172.21.15.7:0/3548973549 learned_addr learned my addr 172.21.15.7:0/3548973549 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c89dc640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc2208c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e39d0 0x55fbc22081c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 -- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 msgr2=0x55fbc2208c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc2208c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 -- 172.21.15.7:0/3548973549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e39d0 msgr2=0x55fbc22081c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e39d0 0x55fbc22081c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 -- 172.21.15.7:0/3548973549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbc226c3f0 con 0x55fbc21e42f0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4c37fe640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8007b20 tx=0x7fb4b801a400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b000ac23b84aae7c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:05.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b809dc20 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fb4b800a310 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.431+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4bc04d050 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb4b801a210 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 10 client.15171 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55fbc226d750 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4b809d520 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fb4b8014070 con 0x55fbc21e42f0 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 10 client.15171 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 10 client.15171 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 20 client.15171 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2272250 0x55fbc2270f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:05.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 4 client.15171 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "status"}) -- 0x7fb4bc04d050 con 0x55fbc2272250 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.432+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2272250 0x55fbc2270f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4a37fe640 10 client.15171 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4c3fff640 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2272250 0x55fbc2270f60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e4eb2259fe8fb8f7 server_cookie=89d99dd6b4aebc72 in_seq=0 out_seq=0 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4a37fe640 1 -- 172.21.15.7:0/3548973549 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x7fb4bc04d050 con 0x55fbc2272250 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4a37fe640 10 client.15171 handle_command_reply: tid=0 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4cc818740 1 client.15171 shutdown 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 msgr2=0x55fbc2208700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.433+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8007b20 tx=0x7fb4b801a400 comp rx=0 tx=0).stop 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 shutdown_connections 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x55fbc2272250 0x55fbc2270f60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fbc21eebb0 0x55fbc2208c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fbc21e42f0 0x55fbc2208700 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 --2- 172.21.15.7:0/3548973549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fbc21e39d0 0x55fbc22081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 >> 172.21.15.7:0/3548973549 conn(0x55fbc21dff60 msgr2=0x55fbc21de7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4a37fe640 0 client.15171 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 shutdown_connections 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 1 -- 172.21.15.7:0/3548973549 wait complete. 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4cc818740 20 client.15171 trim_cache size 0 max 16384 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 3, 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24481, 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:42:05.450 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 101.35395728899999, 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 137.52911222399999 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:05.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 msgr2=0x7fb4ac0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 0x7fb4ac0a5780 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc04c000 tx=0x7fb4bc04a000 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 msgr2=0x7fb4c4197830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.434+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8007b50 tx=0x7fb4b800e420 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 shutdown_connections 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fb4ac0a32c0 0x7fb4ac0a5780 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4c4102ef0 0x7fb4c419bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb4c4102570 0x7fb4c4197830 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 --2- 172.21.15.7:0/866203163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb4c4100e20 0x7fb4c41972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 >> 172.21.15.7:0/866203163 conn(0x7fb4c40fc7d0 msgr2=0x7fb4c41068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 shutdown_connections 2024-09-19T05:42:05.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:05.435+0000 7fb4ca43f640 1 -- 172.21.15.7:0/866203163 wait complete. 2024-09-19T05:42:06.347 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:06 smithi007 ceph-mon[30960]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:06.377 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-19T05:42:06.637 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:06 smithi063 ceph-mon[34779]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:06 smithi044 ceph-mon[34175]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 -- 172.21.15.7:0/3129206094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 msgr2=0x7fc340106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 --2- 172.21.15.7:0/3129206094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc340106e60 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009930 tx=0x7fc33c02a420 comp rx=0 tx=0).stop 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 -- 172.21.15.7:0/3129206094 shutdown_connections 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 --2- 172.21.15.7:0/3129206094 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340101420 0x7fc34010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 --2- 172.21.15.7:0/3129206094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340100a80 0x7fc340100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 --2- 172.21.15.7:0/3129206094 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc340106e60 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 -- 172.21.15.7:0/3129206094 >> 172.21.15.7:0/3129206094 conn(0x7fc3400fc7a0 msgr2=0x7fc3400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 -- 172.21.15.7:0/3129206094 shutdown_connections 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.158+0000 7fc34770e640 1 -- 172.21.15.7:0/3129206094 wait complete. 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 Processor -- start 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 -- start start 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340100a80 0x7fc3401991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340101420 0x7fc340199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc340110d30 con 0x7fc340106a80 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc340110bb0 con 0x7fc340101420 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc34770e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc340110eb0 con 0x7fc340100a80 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc345cab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc345cab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41682/0 (socket says 172.21.15.7:41682) 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc345cab640 1 -- 172.21.15.7:0/2643059349 learned_addr learned my addr 172.21.15.7:0/2643059349 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:07.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc3454aa640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340100a80 0x7fc3401991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.159+0000 7fc344ca9640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340101420 0x7fc340199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 -- 172.21.15.7:0/2643059349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340100a80 msgr2=0x7fc3401991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340100a80 0x7fc3401991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 -- 172.21.15.7:0/2643059349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340101420 msgr2=0x7fc340199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340101420 0x7fc340199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 -- 172.21.15.7:0/2643059349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3401a47a0 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc345cab640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc33800eb10 tx=0x7fc33800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc3367fc640 1 -- 172.21.15.7:0/2643059349 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338004b20 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc3367fc640 1 -- 172.21.15.7:0/2643059349 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc338004cc0 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3401a4970 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc3367fc640 1 -- 172.21.15.7:0/2643059349 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338010690 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.160+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3401a4e80 con 0x7fc340106a80 2024-09-19T05:42:07.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.162+0000 7fc3367fc640 1 -- 172.21.15.7:0/2643059349 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7fc338005020 con 0x7fc340106a80 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 Processor -- start 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 -- start start 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2019a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa201c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556fa1f71090 con 0x556fa200a8d0 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556fa1f18a70 con 0x556fa2019fc0 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc349ae7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556fa1f6d050 con 0x556fa200b1f0 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41692/0 (socket says 172.21.15.7:41692) 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 -- 172.21.15.7:0/2384728796 learned_addr learned my addr 172.21.15.7:0/2384728796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc3454aa640 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2019a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc3367fc640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 0x7fc32c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 -- 172.21.15.7:0/2384728796 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 msgr2=0x556fa2019a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2019a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 -- 172.21.15.7:0/2384728796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 msgr2=0x556fa201c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa201c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc344ca9640 1 -- 172.21.15.7:0/2384728796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fa1f25130 con 0x556fa200a8d0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.163+0000 7fc345cab640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 0x7fc32c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.164+0000 7fc3367fc640 1 -- 172.21.15.7:0/2643059349 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc3380cffa0 con 0x7fc340106a80 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.164+0000 7fc344ca9640 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc33000aca0 tx=0x7fc3300117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc26ab002ce58c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.164+0000 7fc32b7fe640 1 -- 172.21.15.7:0/2384728796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330005020 con 0x556fa200a8d0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.164+0000 7fc32b7fe640 1 -- 172.21.15.7:0/2384728796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3300047a0 con 0x556fa200a8d0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.164+0000 7fc32b7fe640 1 -- 172.21.15.7:0/2384728796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330012650 con 0x556fa200a8d0 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- 172.21.15.7:0/2384728796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 msgr2=0x556fa200acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc33000aca0 tx=0x7fc3300117b0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc345cab640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 0x7fc32c0a5700 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc338000f80 tx=0x7fc3380c7350 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- 172.21.15.7:0/2384728796 shutdown_connections 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa201c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2019a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 --2- 172.21.15.7:0/2384728796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa200acb0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- 172.21.15.7:0/2384728796 >> 172.21.15.7:0/2384728796 conn(0x556fa2006f60 msgr2=0x556fa2007340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- 172.21.15.7:0/2384728796 shutdown_connections 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- 172.21.15.7:0/2384728796 wait complete. 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 -- start start 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.165+0000 7fc349ae7740 1 Processor -- start 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2016b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa20170d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556fa201cbf0 con 0x556fa200a8d0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556fa1f2bf20 con 0x556fa2019fc0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556fa201cd70 con 0x556fa200b1f0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 10 client.0 _ll_register_callbacks cb 0x556fa1ef5030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41704/0 (socket says 172.21.15.7:41704) 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 -- 172.21.15.7:0/1585150077 learned_addr learned my addr 172.21.15.7:0/1585150077 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2016b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 -- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 msgr2=0x556fa2016b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2016b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 -- 172.21.15.7:0/1585150077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 msgr2=0x556fa20170d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa20170d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 -- 172.21.15.7:0/1585150077 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fa1ce22b0 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc330004950 tx=0x7fc330004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b1dcb79d5bcff34 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330005200 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc3300053a0 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3300047a0 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc330004db0 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.166+0000 7fc349ae7740 10 client.15183 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556fa2028540 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3300047a0 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc33000f650 con 0x556fa200a8d0 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 10 client.15183 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 10 client.15183 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:42:07.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 20 client.15183 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa202a8b0 0x556fa202bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 4 client.15183 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fa1f7e600 con 0x556fa202a8b0 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.167+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa202a8b0 0x556fa202bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa202a8b0 0x556fa202bd20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=444110da866ffb45 server_cookie=a1ee1f1828c0f83a in_seq=0 out_seq=0 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc328ff9640 10 client.15183 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc328ff9640 1 -- 172.21.15.7:0/1585150077 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556fa1f7e600 con 0x556fa202a8b0 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc328ff9640 10 client.15183 handle_command_reply: tid=0 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc349ae7740 1 client.15183 shutdown 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 msgr2=0x556fa2019840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.168+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc330004950 tx=0x7fc330004980 comp rx=0 tx=0).stop 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 shutdown_connections 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa202a8b0 0x556fa202bd20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa20170d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200b1f0 0x556fa2016b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1585150077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200a8d0 0x556fa2019840 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc328ff9640 0 client.15183 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 >> 172.21.15.7:0/1585150077 conn(0x556fa2006f60 msgr2=0x556fa200ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 shutdown_connections 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 1 -- 172.21.15.7:0/1585150077 wait complete. 2024-09-19T05:42:07.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.169+0000 7fc349ae7740 20 client.15183 trim_cache size 0 max 16384 2024-09-19T05:42:07.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 Processor -- start 2024-09-19T05:42:07.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 -- start start 2024-09-19T05:42:07.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 0x556fa202a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa2019fc0 0x556fa20299a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556fa202a060 con 0x556fa200b1f0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556fa202a730 con 0x556fa200a8d0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc349ae7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556fa202ae00 con 0x556fa2019fc0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41718/0 (socket says 172.21.15.7:41718) 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 -- 172.21.15.7:0/746053402 learned_addr learned my addr 172.21.15.7:0/746053402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc344ca9640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa2019fc0 0x556fa20299a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc344ca9640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 0x556fa202a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 -- 172.21.15.7:0/746053402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa2019fc0 msgr2=0x556fa20299a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa2019fc0 0x556fa20299a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 -- 172.21.15.7:0/746053402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 msgr2=0x556fa202a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 0x556fa202a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc3454aa640 1 -- 172.21.15.7:0/746053402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fa201c6f0 con 0x556fa200b1f0 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.187+0000 7fc344ca9640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 0x556fa202a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc3454aa640 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009930 tx=0x7fc33c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4dd4a62c52c678 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc32affd640 1 -- 172.21.15.7:0/746053402 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c04a030 con 0x556fa200b1f0 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc32affd640 1 -- 172.21.15.7:0/746053402 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c031950 con 0x556fa200b1f0 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc32affd640 1 -- 172.21.15.7:0/746053402 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c035040 con 0x556fa200b1f0 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 -- 172.21.15.7:0/746053402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 msgr2=0x556fa202af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009930 tx=0x7fc33c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 -- 172.21.15.7:0/746053402 shutdown_connections 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa2019fc0 0x556fa20299a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202af80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 --2- 172.21.15.7:0/746053402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa200a8d0 0x556fa202a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.188+0000 7fc349ae7740 1 -- 172.21.15.7:0/746053402 >> 172.21.15.7:0/746053402 conn(0x556fa2006f60 msgr2=0x556fa2007340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- 172.21.15.7:0/746053402 shutdown_connections 2024-09-19T05:42:07.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- 172.21.15.7:0/746053402 wait complete. 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- start start 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 Processor -- start 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200a8d0 0x556fa202cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa202d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556fa202bba0 con 0x556fa200b1f0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556fa202b4d0 con 0x556fa2019fc0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.189+0000 7fc349ae7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556fa202c270 con 0x556fa200a8d0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc349ae7740 10 client.0 _ll_register_callbacks cb 0x7fc33c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41730/0 (socket says 172.21.15.7:41730) 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 -- 172.21.15.7:0/1608222813 learned_addr learned my addr 172.21.15.7:0/1608222813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200a8d0 0x556fa202cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa202d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 -- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200a8d0 msgr2=0x556fa202cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200a8d0 0x556fa202cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 -- 172.21.15.7:0/1608222813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 msgr2=0x556fa202d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa202d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 -- 172.21.15.7:0/1608222813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fa2092fb0 con 0x556fa200b1f0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc3454aa640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009230 tx=0x7fc33c005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d01315d5ed2d0a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc328ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33c053070 con 0x556fa200b1f0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7fc33c005570 con 0x556fa200b1f0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc33c031950 con 0x556fa200b1f0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc33c035040 con 0x556fa200b1f0 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc349ae7740 10 client.15189 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:07.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.190+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556fa2094200 con 0x556fa200b1f0 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc33c031950 con 0x556fa200b1f0 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7fc33c0035f0 con 0x556fa200b1f0 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 10 client.15189 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 10 client.15189 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 20 client.15189 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa2098910 0x556fa2097620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 4 client.15189 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "status"}) -- 0x556fa1f78b10 con 0x556fa2098910 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.191+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa2098910 0x556fa2097620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc344ca9640 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa2098910 0x556fa2097620 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=376895fb88fbc955 server_cookie=adca3609361cf90e in_seq=0 out_seq=0 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc328ff9640 10 client.15189 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:42:07.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc328ff9640 1 -- 172.21.15.7:0/1608222813 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x556fa1f78b10 con 0x556fa2098910 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc328ff9640 10 client.15189 handle_command_reply: tid=0 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 client.15189 shutdown 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 msgr2=0x556fa202d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc33c009230 tx=0x7fc33c005b50 comp rx=0 tx=0).stop 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 shutdown_connections 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x556fa2098910 0x556fa2097620 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556fa2019fc0 0x556fa202d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556fa200b1f0 0x556fa202d3e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc328ff9640 0 client.15189 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 --2- 172.21.15.7:0/1608222813 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556fa200a8d0 0x556fa202cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 >> 172.21.15.7:0/1608222813 conn(0x556fa2006f60 msgr2=0x556fa2016300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 shutdown_connections 2024-09-19T05:42:07.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 1 -- 172.21.15.7:0/1608222813 wait complete. 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.192+0000 7fc349ae7740 20 client.15189 trim_cache size 0 max 16384 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24487, 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 104.11764773500001, 2024-09-19T05:42:07.206 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:42:07.207 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:42:07.207 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:42:07.207 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 136.751677476 2024-09-19T05:42:07.207 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 msgr2=0x7fc32c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 0x7fc32c0a5700 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc338000f80 tx=0x7fc3380c7350 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 msgr2=0x7fc3401a4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc33800eb10 tx=0x7fc33800c2d0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 shutdown_connections 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7fc32c0a3240 0x7fc32c0a5700 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc340106a80 0x7fc3401a4260 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc340101420 0x7fc340199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 --2- 172.21.15.7:0/2643059349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc340100a80 0x7fc3401991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 >> 172.21.15.7:0/2643059349 conn(0x7fc3400fc7a0 msgr2=0x7fc3400fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 shutdown_connections 2024-09-19T05:42:07.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:07.193+0000 7fc34770e640 1 -- 172.21.15.7:0/2643059349 wait complete. 2024-09-19T05:42:07.802 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-19T05:42:08.057 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:08.476 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:08 smithi007 ceph-mon[30960]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:42:08.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.558+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1830972530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 msgr2=0x7f70c810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.558+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1830972530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c810d950 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f70c0009cd0 tx=0x7f70c002a8e0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1830972530 shutdown_connections 2024-09-19T05:42:08.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1830972530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c810d950 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1830972530 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 0x7f70c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1830972530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 0x7f70c8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1830972530 >> 172.21.15.7:0/1830972530 conn(0x7f70c80fc7a0 msgr2=0x7f70c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1830972530 shutdown_connections 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1830972530 wait complete. 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 Processor -- start 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.559+0000 7f70ccdb8640 1 -- start start 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 0x7f70c81971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 0x7f70c819ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8110d30 con 0x7f70c8101420 2024-09-19T05:42:08.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8110bb0 con 0x7f70c8106a80 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70ccdb8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8110eb0 con 0x7f70c8100a80 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41756/0 (socket says 172.21.15.7:41756) 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 -- 172.21.15.7:0/1895005363 learned_addr learned my addr 172.21.15.7:0/1895005363 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c659c640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 0x7f70c81971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 0x7f70c819ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 -- 172.21.15.7:0/1895005363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 msgr2=0x7f70c81971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 0x7f70c81971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 -- 172.21.15.7:0/1895005363 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 msgr2=0x7f70c819ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 0x7f70c819ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 -- 172.21.15.7:0/1895005363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c819c170 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f70bc00c920 tx=0x7f70bc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.560+0000 7f70b77fe640 1 -- 172.21.15.7:0/1895005363 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc007c70 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.561+0000 7f70b77fe640 1 -- 172.21.15.7:0/1895005363 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70bc007e10 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.561+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70c819c460 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.561+0000 7f70b77fe640 1 -- 172.21.15.7:0/1895005363 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc018820 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.561+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70c81a3d40 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.563+0000 7f70b77fe640 1 -- 172.21.15.7:0/1895005363 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f70bc0189c0 con 0x7f70c8101420 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.563+0000 7f70cf191740 1 Processor -- start 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.563+0000 7f70cf191740 1 -- start start 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8dbc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c842090 con 0x55ad1c8e8dc0 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c7e9a70 con 0x55ad1c8dc190 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70cf191740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c83e050 con 0x55ad1c8db870 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8dbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41758/0 (socket says 172.21.15.7:41758) 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c5d9b640 1 -- 172.21.15.7:0/1511780228 learned_addr learned my addr 172.21.15.7:0/1511780228 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c659c640 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 -- 172.21.15.7:0/1511780228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8dc190 msgr2=0x55ad1c8e8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 -- 172.21.15.7:0/1511780228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 msgr2=0x55ad1c8eb1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70b77fe640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 0x7f70b00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 -- 172.21.15.7:0/1511780228 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad1c7f6130 con 0x55ad1c8db870 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c659c640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 0x7f70b00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70b77fe640 1 -- 172.21.15.7:0/1895005363 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f70bc0cfa80 con 0x7f70c8101420 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.564+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8dbc50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f70c0006010 tx=0x7f70c0009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e2fca422e52ec87 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70b4ff9640 1 -- 172.21.15.7:0/1511780228 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c0031a50 con 0x55ad1c8db870 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70c659c640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 0x7f70b00a5780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x55ad1c8d8dc0 tx=0x7f70b800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70b4ff9640 1 -- 172.21.15.7:0/1511780228 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70c0036040 con 0x55ad1c8db870 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70b4ff9640 1 -- 172.21.15.7:0/1511780228 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c0004620 con 0x55ad1c8db870 2024-09-19T05:42:08.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70cf191740 1 -- 172.21.15.7:0/1511780228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 msgr2=0x55ad1c8dbc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.565+0000 7f70cf191740 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8dbc50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f70c0006010 tx=0x7f70c0009a20 comp rx=0 tx=0).stop 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- 172.21.15.7:0/1511780228 shutdown_connections 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8eb1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- 172.21.15.7:0/1511780228 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8dbc50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- 172.21.15.7:0/1511780228 >> 172.21.15.7:0/1511780228 conn(0x55ad1c8d7f60 msgr2=0x55ad1c8d8340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- 172.21.15.7:0/1511780228 shutdown_connections 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- 172.21.15.7:0/1511780228 wait complete. 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- start start 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 Processor -- start 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8e8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8eb990 con 0x55ad1c8dc190 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c7fcf20 con 0x55ad1c8e8dc0 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.566+0000 7f70cf191740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8ebb10 con 0x55ad1c8db870 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70cf191740 10 client.0 _ll_register_callbacks cb 0x55ad1c7c6030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41762/0 (socket says 172.21.15.7:41762) 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 -- 172.21.15.7:0/401918726 learned_addr learned my addr 172.21.15.7:0/401918726 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c659c640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8e8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 -- 172.21.15.7:0/401918726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 msgr2=0x55ad1c8e8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8e8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 -- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 msgr2=0x55ad1c8e5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 -- 172.21.15.7:0/401918726 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad1c5b32b0 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f70bc0989e0 tx=0x7f70bc0cd480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f7668ed2fed876 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70adffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc09bba0 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70c0036040 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f70bc096bd0 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f70bc018cb0 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70cf191740 10 client.15201 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.567+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ad1c8f73a0 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70c0036040 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f70bc0a4840 con 0x55ad1c8dc190 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 10 client.15201 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 10 client.15201 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 20 client.15201 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:08.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c8f9970 0x55ad1c8fade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 4 client.15201 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad1c84f600 con 0x55ad1c8f9970 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.568+0000 7f70c659c640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c8f9970 0x55ad1c8fade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.569+0000 7f70adffb640 10 client.15201 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.569+0000 7f70c659c640 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c8f9970 0x55ad1c8fade0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6e6d9b6702365a4a server_cookie=f00e5a423c59a573 in_seq=0 out_seq=0 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70adffb640 1 -- 172.21.15.7:0/401918726 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ad1c84f600 con 0x55ad1c8f9970 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70adffb640 10 client.15201 handle_command_reply: tid=0 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 client.15201 shutdown 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 msgr2=0x55ad1c8e59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f70bc0989e0 tx=0x7f70bc0cd480 comp rx=0 tx=0).stop 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 shutdown_connections 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c8f9970 0x55ad1c8fade0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e59c0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70adffb640 0 client.15201 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 --2- 172.21.15.7:0/401918726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8e8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 >> 172.21.15.7:0/401918726 conn(0x55ad1c8d7f60 msgr2=0x55ad1c8ddcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 shutdown_connections 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 1 -- 172.21.15.7:0/401918726 wait complete. 2024-09-19T05:42:08.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.570+0000 7f70cf191740 20 client.15201 trim_cache size 0 max 16384 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 Processor -- start 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 -- start start 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8fade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8f9120 con 0x55ad1c8dc190 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8f97f0 con 0x55ad1c8e8dc0 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70cf191740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8f9ec0 con 0x55ad1c8db870 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41766/0 (socket says 172.21.15.7:41766) 2024-09-19T05:42:08.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.588+0000 7f70c5d9b640 1 -- 172.21.15.7:0/4175216385 learned_addr learned my addr 172.21.15.7:0/4175216385 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c659c640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8fade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 -- 172.21.15.7:0/4175216385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 msgr2=0x55ad1c8fade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8fade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 -- 172.21.15.7:0/4175216385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 msgr2=0x55ad1c8e5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 -- 172.21.15.7:0/4175216385 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad1c8dbfc0 con 0x55ad1c8dc190 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f70bc0a47a0 tx=0x7f70bc096ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=234655f1b05013ca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70affff640 1 -- 172.21.15.7:0/4175216385 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc09b9c0 con 0x55ad1c8dc190 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70affff640 1 -- 172.21.15.7:0/4175216385 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70bc00fb00 con 0x55ad1c8dc190 2024-09-19T05:42:08.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.589+0000 7f70affff640 1 -- 172.21.15.7:0/4175216385 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc0a4840 con 0x55ad1c8dc190 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- 172.21.15.7:0/4175216385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 msgr2=0x55ad1c8e5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f70bc0a47a0 tx=0x7f70bc096ef0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- 172.21.15.7:0/4175216385 shutdown_connections 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c8e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c8e5980 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- 172.21.15.7:0/4175216385 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c8fade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- 172.21.15.7:0/4175216385 >> 172.21.15.7:0/4175216385 conn(0x55ad1c8d7f60 msgr2=0x55ad1c8d2ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- 172.21.15.7:0/4175216385 shutdown_connections 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- 172.21.15.7:0/4175216385 wait complete. 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 -- start start 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 Processor -- start 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c902a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.590+0000 7f70cf191740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c95e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8fac60 con 0x55ad1c8dc190 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8fa590 con 0x55ad1c8e8dc0 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ad1c8fb330 con 0x55ad1c8db870 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 10 client.0 _ll_register_callbacks cb 0x7f70bc00c870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41778/0 (socket says 172.21.15.7:41778) 2024-09-19T05:42:08.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 -- 172.21.15.7:0/3816216578 learned_addr learned my addr 172.21.15.7:0/3816216578 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c659c640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c902a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c6d9d640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c95e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 -- 172.21.15.7:0/3816216578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 msgr2=0x55ad1c902a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c902a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 -- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 msgr2=0x55ad1c95e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c95e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 -- 172.21.15.7:0/3816216578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad1c95e690 con 0x55ad1c8dc190 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70c5d9b640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f70bc09a310 tx=0x7f70bc0d5530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858becd3b4a5042a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70adffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70bc09b6b0 con 0x55ad1c8dc190 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f70bc097db0 con 0x55ad1c8dc190 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ad1c849b10 con 0x55ad1c8dc190 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f70bc0d5230 con 0x55ad1c8dc190 2024-09-19T05:42:08.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 10 client.15207 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.591+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ad1c95e690 con 0x55ad1c8dc190 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ad1c849b10 con 0x55ad1c8dc190 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f70bc0a15a0 con 0x55ad1c8dc190 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 10 client.15207 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 10 client.15207 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 20 client.15207 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c969e50 0x55ad1c968b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 4 client.15207 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "status"}) -- 0x55ad1c7c60e0 con 0x55ad1c969e50 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70c659c640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c969e50 0x55ad1c968b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70c659c640 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c969e50 0x55ad1c968b60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e2a02546f5619479 server_cookie=6f524cfe4b323780 in_seq=0 out_seq=0 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.592+0000 7f70adffb640 10 client.15207 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70adffb640 1 -- 172.21.15.7:0/3816216578 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ad1c7c60e0 con 0x55ad1c969e50 2024-09-19T05:42:08.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70adffb640 10 client.15207 handle_command_reply: tid=0 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 client.15207 shutdown 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 msgr2=0x55ad1c902f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f70bc09a310 tx=0x7f70bc0d5530 comp rx=0 tx=0).stop 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 shutdown_connections 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ad1c969e50 0x55ad1c968b60 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ad1c8e8dc0 0x55ad1c95e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ad1c8dc190 0x55ad1c902f80 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 --2- 172.21.15.7:0/3816216578 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ad1c8db870 0x55ad1c902a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70adffb640 0 client.15207 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 >> 172.21.15.7:0/3816216578 conn(0x55ad1c8d7f60 msgr2=0x55ad1c8e5980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 shutdown_connections 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 1 -- 172.21.15.7:0/3816216578 wait complete. 2024-09-19T05:42:08.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.593+0000 7f70cf191740 20 client.15207 trim_cache size 0 max 16384 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24503, 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 106.530046132, 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:42:08.601 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:42:08.602 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 123.99901903999999 2024-09-19T05:42:08.602 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:08.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 msgr2=0x7f70b00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 0x7f70b00a5780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x55ad1c8d8dc0 tx=0x7f70b800b390 comp rx=0 tx=0).stop 2024-09-19T05:42:08.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 msgr2=0x7f70c8197700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f70bc00c920 tx=0x7f70bc00cde0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 shutdown_connections 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f70b00a32c0 0x7f70b00a5780 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f70c8106a80 0x7f70c819ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70c8101420 0x7f70c8197700 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 --2- 172.21.15.7:0/1895005363 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f70c8100a80 0x7f70c81971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 >> 172.21.15.7:0/1895005363 conn(0x7f70c80fc7a0 msgr2=0x7f70c80fd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 shutdown_connections 2024-09-19T05:42:08.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:08.594+0000 7f70ccdb8640 1 -- 172.21.15.7:0/1895005363 wait complete. 2024-09-19T05:42:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:08 smithi063 ceph-mon[34779]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:42:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:08 smithi044 ceph-mon[34175]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-09-19T05:42:09.409 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-19T05:42:09.678 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 -- 172.21.15.7:0/933950216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 msgr2=0x7f602c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 --2- 172.21.15.7:0/933950216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c10da40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6024009ca0 tx=0x7f602402a950 comp rx=0 tx=0).stop 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 -- 172.21.15.7:0/933950216 shutdown_connections 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 --2- 172.21.15.7:0/933950216 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c10da40 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 --2- 172.21.15.7:0/933950216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c102570 0x7f602c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 --2- 172.21.15.7:0/933950216 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c100e20 0x7f602c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 -- 172.21.15.7:0/933950216 >> 172.21.15.7:0/933950216 conn(0x7f602c0fc7d0 msgr2=0x7f602c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 -- 172.21.15.7:0/933950216 shutdown_connections 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.153+0000 7f6033eb8640 1 -- 172.21.15.7:0/933950216 wait complete. 2024-09-19T05:42:10.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 Processor -- start 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 -- start start 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c100e20 0x7f602c19cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c102570 0x7f602c19d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f602c110e30 con 0x7f602c102ef0 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f602c110cb0 con 0x7f602c100e20 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.154+0000 7f6033eb8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f602c110fb0 con 0x7f602c102570 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48794/0 (socket says 172.21.15.7:48794) 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6031453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c102570 0x7f602c19d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 -- 172.21.15.7:0/2880138381 learned_addr learned my addr 172.21.15.7:0/2880138381 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6031c54640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c100e20 0x7f602c19cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 -- 172.21.15.7:0/2880138381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c102570 msgr2=0x7f602c19d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c102570 0x7f602c19d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 -- 172.21.15.7:0/2880138381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c100e20 msgr2=0x7f602c19cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c100e20 0x7f602c19cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 -- 172.21.15.7:0/2880138381 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c198d40 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6032455640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f602402ae70 tx=0x7f602402f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6022ffd640 1 -- 172.21.15.7:0/2880138381 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6024034040 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f602c198fd0 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6022ffd640 1 -- 172.21.15.7:0/2880138381 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f60240308f0 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6022ffd640 1 -- 172.21.15.7:0/2880138381 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6024004750 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.155+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f602c1a4e90 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.158+0000 7f6022ffd640 1 -- 172.21.15.7:0/2880138381 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f6024037020 con 0x7f602c102ef0 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.158+0000 7f6036291740 1 Processor -- start 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.158+0000 7f6036291740 1 -- start start 2024-09-19T05:42:10.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b7902e9d0 0x560b7902edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b79039bb0 0x560b7903bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b78f95090 con 0x560b7902f2f0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b78f3ca70 con 0x560b79039bb0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6036291740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560b78f91050 con 0x560b7902e9d0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48798/0 (socket says 172.21.15.7:48798) 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 -- 172.21.15.7:0/742082926 learned_addr learned my addr 172.21.15.7:0/742082926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031453640 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b79039bb0 0x560b7903bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031453640 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b7902e9d0 0x560b7902edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6022ffd640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 0x7f60180a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 -- 172.21.15.7:0/742082926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b7902e9d0 msgr2=0x560b7902edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b7902e9d0 0x560b7902edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 -- 172.21.15.7:0/742082926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b79039bb0 msgr2=0x560b7903bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b79039bb0 0x560b7903bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6031c54640 1 -- 172.21.15.7:0/742082926 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b78f49130 con 0x560b7902f2f0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.159+0000 7f6032455640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 0x7f60180a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.160+0000 7f6022ffd640 1 -- 172.21.15.7:0/2880138381 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f60240f0930 con 0x7f602c102ef0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.160+0000 7f6031c54640 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f601c00bc90 tx=0x7f601c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58f92125b3fb68d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.160+0000 7f6017fff640 1 -- 172.21.15.7:0/742082926 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c0147e0 con 0x560b7902f2f0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.160+0000 7f6017fff640 1 -- 172.21.15.7:0/742082926 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f601c014e30 con 0x560b7902f2f0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.160+0000 7f6017fff640 1 -- 172.21.15.7:0/742082926 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c01ccc0 con 0x560b7902f2f0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- 172.21.15.7:0/742082926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 msgr2=0x560b79039670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f601c00bc90 tx=0x7f601c00f730 comp rx=0 tx=0).stop 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6032455640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 0x7f60180a5700 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f60240b98e0 tx=0x7f602408cb80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- 172.21.15.7:0/742082926 shutdown_connections 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b79039bb0 0x560b7903bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79039670 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 --2- 172.21.15.7:0/742082926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b7902e9d0 0x560b7902edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- 172.21.15.7:0/742082926 >> 172.21.15.7:0/742082926 conn(0x560b7902af60 msgr2=0x560b7902b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- 172.21.15.7:0/742082926 shutdown_connections 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- 172.21.15.7:0/742082926 wait complete. 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 -- start start 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.161+0000 7f6036291740 1 Processor -- start 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b790393d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79036c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b7903c780 con 0x560b7902f2f0 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b78f4ff20 con 0x560b7902e9d0 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560b7903c900 con 0x560b79039bb0 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6036291740 10 client.0 _ll_register_callbacks cb 0x560b78f19030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:10.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48808/0 (socket says 172.21.15.7:48808) 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 -- 172.21.15.7:0/4046830628 learned_addr learned my addr 172.21.15.7:0/4046830628 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031453640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b790393d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031453640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79036c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 -- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 msgr2=0x560b79036c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79036c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 -- 172.21.15.7:0/4046830628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 msgr2=0x560b790393d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b790393d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 -- 172.21.15.7:0/4046830628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b78d062b0 con 0x560b7902f2f0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f6031c54640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f601c01c6d0 tx=0x7f601c01c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e87e499dd4550ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.162+0000 7f60157fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c02a020 con 0x560b7902f2f0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f601c00bd80 con 0x560b7902f2f0 2024-09-19T05:42:10.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f601c014e30 con 0x560b7902f2f0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f601c01c3d0 con 0x560b7902f2f0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 10 client.15219 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560b79048060 con 0x560b7902f2f0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f601c014e30 con 0x560b7902f2f0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f601c005040 con 0x560b7902f2f0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 10 client.15219 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 10 client.15219 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 20 client.15219 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b7904a320 0x560b7904b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 4 client.15219 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.163+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b78fa2600 con 0x560b7904a320 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.164+0000 7f6031453640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b7904a320 0x560b7904b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.164+0000 7f60157fa640 10 client.15219 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.164+0000 7f6031453640 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b7904a320 0x560b7904b790 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=929c6405e8665daa server_cookie=6fcbaa57890bbeb6 in_seq=0 out_seq=0 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f60157fa640 1 -- 172.21.15.7:0/4046830628 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b78fa2600 con 0x560b7904a320 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f60157fa640 10 client.15219 handle_command_reply: tid=0 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 client.15219 shutdown 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 msgr2=0x560b79036720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f601c01c6d0 tx=0x7f601c01c700 comp rx=0 tx=0).stop 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 shutdown_connections 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79036c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b7904a320 0x560b7904b790 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b79036720 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 --2- 172.21.15.7:0/4046830628 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b790393d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 >> 172.21.15.7:0/4046830628 conn(0x560b7902af60 msgr2=0x560b79030c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f60157fa640 0 client.15219 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 shutdown_connections 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.165+0000 7f6036291740 1 -- 172.21.15.7:0/4046830628 wait complete. 2024-09-19T05:42:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.166+0000 7f6036291740 20 client.15219 trim_cache size 0 max 16384 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 Processor -- start 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 -- start start 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b7904b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79033980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48814/0 (socket says 172.21.15.7:48814) 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 -- 172.21.15.7:0/2634984154 learned_addr learned my addr 172.21.15.7:0/2634984154 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b79049ad0 con 0x560b7902f2f0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b7904a1a0 con 0x560b7902e9d0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560b7904a870 con 0x560b79039bb0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031453640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b7904b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031453640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79033980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 -- 172.21.15.7:0/2634984154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 msgr2=0x560b79033980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79033980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 -- 172.21.15.7:0/2634984154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 msgr2=0x560b7904b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b7904b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031c54640 1 -- 172.21.15.7:0/2634984154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7902f120 con 0x560b7902f2f0 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.201+0000 7f6031453640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79033980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.202+0000 7f6031c54640 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f601c001eb0 tx=0x7f601c00b440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b3ff161f902401d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.202+0000 7f60177fe640 1 -- 172.21.15.7:0/2634984154 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c02a070 con 0x560b7902f2f0 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.202+0000 7f60177fe640 1 -- 172.21.15.7:0/2634984154 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f601c00bae0 con 0x560b7902f2f0 2024-09-19T05:42:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.202+0000 7f60177fe640 1 -- 172.21.15.7:0/2634984154 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c005040 con 0x560b7902f2f0 2024-09-19T05:42:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 msgr2=0x560b7902a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f601c001eb0 tx=0x7f601c00b440 comp rx=0 tx=0).stop 2024-09-19T05:42:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 shutdown_connections 2024-09-19T05:42:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b79033980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902f2f0 0x560b7902a000 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 --2- 172.21.15.7:0/2634984154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902e9d0 0x560b7904b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 >> 172.21.15.7:0/2634984154 conn(0x560b7902af60 msgr2=0x560b790393d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 shutdown_connections 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- 172.21.15.7:0/2634984154 wait complete. 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 -- start start 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.203+0000 7f6036291740 1 Processor -- start 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902f2f0 0x560b7904f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b7904fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b7904b610 con 0x560b7902e9d0 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b7904af40 con 0x560b7902f2f0 2024-09-19T05:42:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560b7904bce0 con 0x560b79039bb0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6036291740 10 client.0 _ll_register_callbacks cb 0x7f602800a9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48828/0 (socket says 172.21.15.7:48828) 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 -- 172.21.15.7:0/2374953353 learned_addr learned my addr 172.21.15.7:0/2374953353 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031c54640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902f2f0 0x560b7904f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b7904fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 -- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 msgr2=0x560b7904fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b7904fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 -- 172.21.15.7:0/2374953353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902f2f0 msgr2=0x560b7904f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902f2f0 0x560b7904f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.204+0000 7f6031453640 1 -- 172.21.15.7:0/2374953353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b79050360 con 0x560b7902e9d0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6031453640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f602c10df50 tx=0x7f60280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4acbc99667119c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028005020 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f60280051c0 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f601c00bae0 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f60280053c0 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 10 client.15225 fetch_fsmap learned FSMap version 27 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560b790b4ad0 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f601c00bae0 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 27) ==== 8362+0+0 (secure 0 0 0) 0x7f6028020040 con 0x560b7902e9d0 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 10 client.15225 fetch_fsmap finished waiting for FSMap version 27 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 10 client.15225 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.205+0000 7f6036291740 20 client.15225 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b790b9630 0x560b790b8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f6036291740 4 client.15225 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T05:42:10.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "status"}) -- 0x560b78f9cb10 con 0x560b790b9630 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f6031c54640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b790b9630 0x560b790b8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f6031c54640 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b790b9630 0x560b790b8340 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6655c2887757c62c server_cookie=dafc766b7d96aeb0 in_seq=0 out_seq=0 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.206+0000 7f60157fa640 10 client.15225 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f60157fa640 1 -- 172.21.15.7:0/2374953353 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560b78f9cb10 con 0x560b790b9630 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f60157fa640 10 client.15225 handle_command_reply: tid=0 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 client.15225 shutdown 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 msgr2=0x560b79054260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f602c10df50 tx=0x7f60280046c0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 shutdown_connections 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560b79039bb0 0x560b7904fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b7902f2f0 0x560b7904f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560b790b9630 0x560b790b8340 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 --2- 172.21.15.7:0/2374953353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7902e9d0 0x560b79054260 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f60157fa640 0 client.15225 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 >> 172.21.15.7:0/2374953353 conn(0x560b7902af60 msgr2=0x560b7902a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 shutdown_connections 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 1 -- 172.21.15.7:0/2374953353 wait complete. 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.207+0000 7f6036291740 20 client.15225 trim_cache size 0 max 16384 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "6ed8e528-7648-11ef-bceb-c7b262605968", 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24505, 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-09-19T05:42:10.222 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 115.17752011499999, 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 27, 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 85, 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 83, 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 134.138325678 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 msgr2=0x7f60180a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 0x7f60180a5700 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f60240b98e0 tx=0x7f602408cb80 comp rx=0 tx=0).stop 2024-09-19T05:42:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 msgr2=0x7f602c1984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f602402ae70 tx=0x7f602402f5d0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 shutdown_connections 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f60180a3240 0x7f60180a5700 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f602c102ef0 0x7f602c1984d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f602c102570 0x7f602c19d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 --2- 172.21.15.7:0/2880138381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f602c100e20 0x7f602c19cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 >> 172.21.15.7:0/2880138381 conn(0x7f602c0fc7d0 msgr2=0x7f602c103890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 shutdown_connections 2024-09-19T05:42:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.208+0000 7f6033eb8640 1 -- 172.21.15.7:0/2880138381 wait complete. 2024-09-19T05:42:10.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:10 smithi007 ceph-mon[30960]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:10 smithi063 ceph-mon[34779]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:10 smithi044 ceph-mon[34175]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-19T05:42:10.859 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T05:42:10.869 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T05:42:10.869 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T05:42:10.869 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T05:42:10.870 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-19T05:42:10.870 INFO:teuthology.task.exec:Executing custom commands... 2024-09-19T05:42:10.870 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:42:10.871 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 -- 172.21.15.7:0/59700801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 msgr2=0x7f78a01031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 --2- 172.21.15.7:0/59700801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a01031e0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f789c009900 tx=0x7f789c02a410 comp rx=0 tx=0).stop 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 -- 172.21.15.7:0/59700801 shutdown_connections 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 --2- 172.21.15.7:0/59700801 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 0x7f78a0109fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 --2- 172.21.15.7:0/59700801 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a01031e0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 --2- 172.21.15.7:0/59700801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 0x7f78a0101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 -- 172.21.15.7:0/59700801 >> 172.21.15.7:0/59700801 conn(0x7f78a00fd2f0 msgr2=0x7f78a00ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 -- 172.21.15.7:0/59700801 shutdown_connections 2024-09-19T05:42:10.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 -- 172.21.15.7:0/59700801 wait complete. 2024-09-19T05:42:10.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.976+0000 7f78a83e8640 1 Processor -- start 2024-09-19T05:42:10.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 -- start start 2024-09-19T05:42:10.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 0x7f78a0197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 0x7f78a019f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f78a010d680 con 0x7f78a0102d60 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78a010d500 con 0x7f78a0101b70 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a83e8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f78a010d800 con 0x7f78a0103720 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48844/0 (socket says 172.21.15.7:48844) 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 -- 172.21.15.7:0/422796480 learned_addr learned my addr 172.21.15.7:0/422796480 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a6985640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 0x7f78a019f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a6184640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 0x7f78a0197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 -- 172.21.15.7:0/422796480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 msgr2=0x7f78a019f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 0x7f78a019f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 -- 172.21.15.7:0/422796480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 msgr2=0x7f78a0197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 0x7f78a0197d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 -- 172.21.15.7:0/422796480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a019f940 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.977+0000 7f78a5983640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f789c004770 tx=0x7f789c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.978+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c03f030 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.978+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78a019fbd0 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.978+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f789c003cb0 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.978+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c035070 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.978+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78a01a0110 con 0x7f78a0102d60 2024-09-19T05:42:10.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.979+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78a0108fb0 con 0x7f78a0102d60 2024-09-19T05:42:10.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.980+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 138354+0+0 (secure 0 0 0) 0x7f789c042030 con 0x7f78a0102d60 2024-09-19T05:42:10.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.980+0000 7f78977fe640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 0x7f788c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:10.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.980+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7f789c0f0230 con 0x7f78a0102d60 2024-09-19T05:42:10.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.981+0000 7f78a6184640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 0x7f788c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:10.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.981+0000 7f78a6184640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 0x7f788c0a5700 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f78a0199200 tx=0x7f789000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:10.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:10.985+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f789c0bc900 con 0x7f78a0102d60 2024-09-19T05:42:11.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.211+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f78a002d7c0 con 0x7f78a0102d60 2024-09-19T05:42:11.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.258+0000 7f78977fe640 1 -- 172.21.15.7:0/422796480 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f789c0c0c00 con 0x7f78a0102d60 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 msgr2=0x7f788c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 0x7f788c0a5700 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f78a0199200 tx=0x7f789000b410 comp rx=0 tx=0).stop 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 msgr2=0x7f78a0198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f789c004770 tx=0x7f789c0042f0 comp rx=0 tx=0).stop 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 shutdown_connections 2024-09-19T05:42:11.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7f788c0a3240 0x7f788c0a5700 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f78a0103720 0x7f78a019f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f78a0102d60 0x7f78a0198270 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 --2- 172.21.15.7:0/422796480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78a0101b70 0x7f78a0197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 >> 172.21.15.7:0/422796480 conn(0x7f78a00fd2f0 msgr2=0x7f78a0106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.260+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 shutdown_connections 2024-09-19T05:42:11.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:11.261+0000 7f78a83e8640 1 -- 172.21.15.7:0/422796480 wait complete. 2024-09-19T05:42:11.278 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-19T05:42:11.306 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-19T05:42:11.306 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-19T05:42:11.307 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-19T05:42:11.307 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T05:42:11.307 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:11.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:11.307 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-19T05:42:11.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:11.326 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-19T05:42:11.395 INFO:teuthology.orchestra.run.smithi007.stderr:Cannot find device "ceph-brx" 2024-09-19T05:42:11.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:42:11.396 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-19T05:42:11.397 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-19T05:42:11.397 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: ignoring --setuser ceph since I am not root 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: ignoring --setgroup ceph since I am not root 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-mgr[36583]: -- 172.21.15.63:0/2190786924 <== mon.1 v2:172.21.15.63:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d2c6d850e0 con 0x55d2c6d62800 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:11.419+0000 7fb866b44040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:11.478+0000 7fb866b44040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:11.636 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:11.634+0000 7fb866b44040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:42:11.640 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-19T05:42:11.640 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: ignoring --setuser ceph since I am not root 2024-09-19T05:42:11.640 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: ignoring --setgroup ceph since I am not root 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-mgr[35547]: -- 172.21.15.44:0/172231339 <== mon.2 v2:172.21.15.44:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fdf73db0e0 con 0x55fdf73b8800 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:11.423+0000 7f65cb154040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:11.482+0000 7f65cb154040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:11.638+0000 7f65cb154040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-19T05:42:11.641 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setuser ceph since I am not root 2024-09-19T05:42:11.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ignoring --setgroup ceph since I am not root 2024-09-19T05:42:11.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:11.418+0000 7f5db225f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T05:42:11.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:11.480+0000 7f5db225f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:11.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:11.639+0000 7f5db225f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T05:42:11.703 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:11.892 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:11.721+0000 7f5db225f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:42:11.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:11.882+0000 7f5db225f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:11.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:11.703+0000 7fb866b44040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:42:11.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:11.858+0000 7fb866b44040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:11.974 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:11.707+0000 7f65cb154040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T05:42:11.974 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:11.861+0000 7f65cb154040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:12.204 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:12.034+0000 7f5db225f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:42:12.481 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-19T05:42:12.481 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-mon[34175]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-19T05:42:12.481 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:12.005+0000 7fb866b44040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:42:12.482 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:12.008+0000 7f65cb154040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T05:42:12.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 -- 172.21.15.7:0/2166026394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 msgr2=0x7ff57810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:12.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 --2- 172.21.15.7:0/2166026394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57810ec40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff570009ca0 tx=0x7ff57002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 -- 172.21.15.7:0/2166026394 shutdown_connections 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 --2- 172.21.15.7:0/2166026394 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57810ec40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 --2- 172.21.15.7:0/2166026394 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 --2- 172.21.15.7:0/2166026394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 -- 172.21.15.7:0/2166026394 >> 172.21.15.7:0/2166026394 conn(0x7ff5780fc7d0 msgr2=0x7ff5780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 -- 172.21.15.7:0/2166026394 shutdown_connections 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.194+0000 7ff57e565640 1 -- 172.21.15.7:0/2166026394 wait complete. 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 Processor -- start 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 -- start start 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff578111f50 con 0x7ff578102d30 2024-09-19T05:42:12.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff578111dd0 con 0x7ff5781036e0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.195+0000 7ff57e565640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781120d0 con 0x7ff5781082a0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff577fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff577fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48892/0 (socket says 172.21.15.7:48892) 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff577fff640 1 -- 172.21.15.7:0/3839022284 learned_addr learned my addr 172.21.15.7:0/3839022284 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff5777fe640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 msgr2=0x7ff578198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 msgr2=0x7ff578198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 -- 172.21.15.7:0/3839022284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff57819d400 con 0x7ff5781082a0 2024-09-19T05:42:12.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff5777fe640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff577fff640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57cb02640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57819cd20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff570009ca0 tx=0x7ff570032fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570003c30 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff570003dd0 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff57819d690 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.196+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570030a50 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.197+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5781a4fd0 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.197+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff578103110 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.199+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 19) ==== 138371+0+0 (secure 0 0 0) 0x7ff570004680 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.199+0000 7ff5757fa640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 0x7ff5600a5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.199+0000 7ff577fff640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 msgr2=0x7ff5600a5750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/4130759675 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.199+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8240+0+0 (secure 0 0 0) 0x7ff5700f0ed0 con 0x7ff5781082a0 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.199+0000 7ff577fff640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 0x7ff5600a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T05:42:12.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.202+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff5700bdbf0 con 0x7ff5781082a0 2024-09-19T05:42:12.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.400+0000 7ff577fff640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 msgr2=0x7ff5600a5750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/4130759675 2024-09-19T05:42:12.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.400+0000 7ff577fff640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 0x7ff5600a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T05:42:12.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.417+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff57810a2b0 con 0x7ff5781082a0 2024-09-19T05:42:12.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.418+0000 7ff5757fa640 1 -- 172.21.15.7:0/3839022284 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7ff5700bd4f0 con 0x7ff5781082a0 2024-09-19T05:42:12.486 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 msgr2=0x7ff5600a5750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 0x7ff5600a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 msgr2=0x7ff57819cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57819cd20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff570009ca0 tx=0x7ff570032fe0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 shutdown_connections 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:6800/4130759675,v1:172.21.15.7:6801/4130759675] conn(0x7ff5600a3290 0x7ff5600a5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff5781082a0 0x7ff57819cd20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5781036e0 0x7ff578198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 --2- 172.21.15.7:0/3839022284 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff578102d30 0x7ff578198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 >> 172.21.15.7:0/3839022284 conn(0x7ff5780fc7d0 msgr2=0x7ff578105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 shutdown_connections 2024-09-19T05:42:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:12.420+0000 7ff57e565640 1 -- 172.21.15.7:0/3839022284 wait complete. 2024-09-19T05:42:12.594 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-19T05:42:12.595 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-mon[34779]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-19T05:42:12.595 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:12.335+0000 7fb866b44040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:42:12.595 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:12.398+0000 7fb866b44040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:42:12.599 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:12.339+0000 7f65cb154040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:42:12.599 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:12.402+0000 7f65cb154040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:42:12.599 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:12.596+0000 7f65cb154040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:42:12.635 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/422796480' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-19T05:42:12.635 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-mon[30960]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-19T05:42:12.635 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:12.370+0000 7f5db225f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T05:42:12.635 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:12.436+0000 7f5db225f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T05:42:12.636 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:12.633+0000 7f5db225f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:42:12.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:12.592+0000 7fb866b44040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T05:42:13.162 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T05:42:13.163 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:42:13.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:13.163 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-09-19T05:42:13.180 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 42186sec preferred_lft 42186sec 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-09-19T05:42:13.181 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-09-19T05:42:13.182 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add name ceph-brx type bridge 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr flush dev ceph-brx 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set ceph-brx up 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T05:42:13.182 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-19T05:42:13.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:42:13.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:13 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3839022284' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T05:42:13.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:13.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:13.413 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T05:42:13.441 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-09-19T05:42:13.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:13.443 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-09-19T05:42:13.519 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-09-19T05:42:13.519 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T05:42:13.519 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T05:42:13.519 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T05:42:13.519 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T05:42:13.520 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:42:13.520 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-19T05:42:13.521 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T05:42:13.521 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T05:42:13.521 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T05:42:13.521 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-19T05:42:13.522 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:13 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3839022284' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T05:42:13.527 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:13 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3839022284' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-19T05:42:13.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:42:13.642 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:13.584+0000 7f5db225f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:42:13.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:13.518+0000 7fb866b44040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:42:13.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:13.589+0000 7fb866b44040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:42:13.949 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:13.656+0000 7f5db225f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:42:13.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:13.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:13.957 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-19T05:42:13.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:13.973 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-09-19T05:42:13.974 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:13.525+0000 7f65cb154040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T05:42:13.974 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:13.596+0000 7f65cb154040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T05:42:14.029 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:42:14.030 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-19T05:42:14.030 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:14.030 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T05:42:14.030 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-19T05:42:14.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:42:14.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:14.152 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T05:42:14.152 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T05:42:14.153 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T05:42:14.153 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-19T05:42:14.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:42:14.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:14.281 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T05:42:14.281 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-09-19T05:42:14.281 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-09-19T05:42:14.281 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T05:42:14.281 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-09-19T05:42:14.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T05:42:14.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:14.361 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-19T05:42:14.361 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:42:14.361 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:14.378 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T05:42:14.378 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T05:42:14.378 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:14.434 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-19T05:42:14.497 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:14.452+0000 7f5db225f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:42:14.501 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:42:14.558 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:14.559 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-19T05:42:14.560 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/ad9bc5622e69a54720b11b1adbb213d36dcac1d6d1aa6d1adf2a5911b3aadb39/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/28c0b1ebb89662922dffc17dc6223d8a946dc6f467361354a024777577ae0fa9/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3d49cd23a21a69b8ac5871a98b8374105ffe4eb3082e3067d380d125152eec64/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/51a14d5ff19db65bf3b8db7932037f7e449c6f5d6e70081e50b55af44bfeb676/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8565df676d4c29645f9e9ab57673a8551b5f3cc03341b8bc04fc489737f5ebd1/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3a1e15890f03ebb7ad56c22453f2c643a5354079d4c06a030542996b0817025c/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/0c2d3db54d8349d50f635d098cd5fdf7cfb5cee083bb338b5135591dcab28da7/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/586b715889c89c1421d2f69c2828f64bde1e062e90102bf574e7b9157d089f4d/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/e98df619a965f3139066c81628ecd29beac218c5bd977928628193acb67be693/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/49cd857becf43c5f2219d2f77c72861e697685eae4360b2f28983301d27d55ae/merged 2024-09-19T05:42:14.561 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-19T05:42:14.562 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:14.562 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:14.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:14.562 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-19T05:42:14.614 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.341+0000 7fb866b44040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:42:14.614 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.462+0000 7fb866b44040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:42:14.614 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T05:42:14.615 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa --client_fs=cephfs) 2024-09-19T05:42:14.622 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.348+0000 7f65cb154040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T05:42:14.622 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.469+0000 7f65cb154040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:42:14.657 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-19T05:42:14.683 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:42:14.740 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-19T05:42:14.741 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-19T05:42:14.742 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/ad9bc5622e69a54720b11b1adbb213d36dcac1d6d1aa6d1adf2a5911b3aadb39/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/28c0b1ebb89662922dffc17dc6223d8a946dc6f467361354a024777577ae0fa9/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3d49cd23a21a69b8ac5871a98b8374105ffe4eb3082e3067d380d125152eec64/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/51a14d5ff19db65bf3b8db7932037f7e449c6f5d6e70081e50b55af44bfeb676/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8565df676d4c29645f9e9ab57673a8551b5f3cc03341b8bc04fc489737f5ebd1/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3a1e15890f03ebb7ad56c22453f2c643a5354079d4c06a030542996b0817025c/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/0c2d3db54d8349d50f635d098cd5fdf7cfb5cee083bb338b5135591dcab28da7/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/586b715889c89c1421d2f69c2828f64bde1e062e90102bf574e7b9157d089f4d/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/e98df619a965f3139066c81628ecd29beac218c5bd977928628193acb67be693/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/49cd857becf43c5f2219d2f77c72861e697685eae4360b2f28983301d27d55ae/merged 2024-09-19T05:42:14.743 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-19T05:42:14.744 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:14.744 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:14.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:14.744 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-19T05:42:14.796 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:14.576+0000 7f5db225f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T05:42:14.797 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:14.728+0000 7f5db225f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:14.797 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:14.794+0000 7f5db225f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:42:14.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:2024-09-19T05:42:14.809+0000 7f8d2ad1b480 -1 init, newargv = 0x55e2d2000ba0 newargc=15 2024-09-19T05:42:14.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[83527]: starting ceph client 2024-09-19T05:42:14.830 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[83527]: starting fuse 2024-09-19T05:42:14.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.612+0000 7fb866b44040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:14.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.676+0000 7fb866b44040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:42:14.902 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.834+0000 7fb866b44040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:42:14.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.620+0000 7f65cb154040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T05:42:14.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.684+0000 7f65cb154040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T05:42:14.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.843+0000 7f65cb154040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:42:14.917 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.914+0000 7f65cb154040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:42:15.095 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:14.958+0000 7f5db225f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T05:42:15.095 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.029+0000 7f5db225f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:42:15.095 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.093+0000 7f5db225f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:42:15.206 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.905+0000 7fb866b44040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T05:42:15.206 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:14.968+0000 7fb866b44040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:42:15.206 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.136+0000 7fb866b44040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:42:15.206 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.204+0000 7fb866b44040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:42:15.216 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:14.977+0000 7f65cb154040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T05:42:15.216 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.145+0000 7f65cb154040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:42:15.216 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.214+0000 7f65cb154040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:42:15.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.261+0000 7f5db225f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T05:42:15.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.329+0000 7f5db225f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T05:42:15.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.283+0000 7f65cb154040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:42:15.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.370+0000 7f65cb154040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:15.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.433+0000 7f65cb154040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:42:15.487 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.274+0000 7fb866b44040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:42:15.488 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.361+0000 7fb866b44040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:15.488 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.424+0000 7fb866b44040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:42:15.488 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:15.486+0000 7fb866b44040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:42:15.892 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.399+0000 7f5db225f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T05:42:15.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.486+0000 7f5db225f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T05:42:15.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.548+0000 7f5db225f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T05:42:15.893 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:15.610+0000 7f5db225f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:42:15.898 DEBUG:teuthology.orchestra.run.smithi007:> sudo modprobe fuse 2024-09-19T05:42:15.925 DEBUG:teuthology.orchestra.run.smithi007:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T05:42:15.974 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:15.495+0000 7f65cb154040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/proc 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/sys 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/dev 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/security 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/shm 2024-09-19T05:42:15.982 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/pts 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/run 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/cgroup 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/pstore 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/bpf 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/ 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/selinux 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/hugepages 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/dev/mqueue 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/debug 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/tracing 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/fs/fuse/connections 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/sys/kernel/config 2024-09-19T05:42:15.983 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/1000 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/ceph 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/ad9bc5622e69a54720b11b1adbb213d36dcac1d6d1aa6d1adf2a5911b3aadb39/merged 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/28c0b1ebb89662922dffc17dc6223d8a946dc6f467361354a024777577ae0fa9/merged 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/run/user/0 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3d49cd23a21a69b8ac5871a98b8374105ffe4eb3082e3067d380d125152eec64/merged 2024-09-19T05:42:15.984 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/51a14d5ff19db65bf3b8db7932037f7e449c6f5d6e70081e50b55af44bfeb676/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/8565df676d4c29645f9e9ab57673a8551b5f3cc03341b8bc04fc489737f5ebd1/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/3a1e15890f03ebb7ad56c22453f2c643a5354079d4c06a030542996b0817025c/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/0c2d3db54d8349d50f635d098cd5fdf7cfb5cee083bb338b5135591dcab28da7/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/586b715889c89c1421d2f69c2828f64bde1e062e90102bf574e7b9157d089f4d/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/e98df619a965f3139066c81628ecd29beac218c5bd977928628193acb67be693/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/var/lib/containers/storage/overlay/49cd857becf43c5f2219d2f77c72861e697685eae4360b2f28983301d27d55ae/merged 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run.smithi007.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:15.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:15.986 DEBUG:teuthology.orchestra.run.smithi007:> ls /sys/fs/fuse/connections 2024-09-19T05:42:16.038 INFO:teuthology.orchestra.run.smithi007.stdout:120 2024-09-19T05:42:16.038 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> sudo stdin-killer -- python3 -c ' 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> import glob 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> import re 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> import os 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> import subprocess 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> def _find_admin_socket(client_name): 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> files = glob.glob(asok_path) 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> # Given a non-glob path, it better be there 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> if "*" not in asok_path: 2024-09-19T05:42:16.039 DEBUG:teuthology.orchestra.run.smithi007:> assert(len(files) == 1) 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> return files[0] 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> for f in files: 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> contents = proc_f.read() 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> if mountpoint in contents: 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> return f 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> print(_find_admin_socket("client.0")) 2024-09-19T05:42:16.040 DEBUG:teuthology.orchestra.run.smithi007:> ' 2024-09-19T05:42:16.161 INFO:teuthology.orchestra.run.smithi007.stdout:/var/run/ceph/ceph-client.0.83527.asok 2024-09-19T05:42:16.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T05:42:16.172 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.83527.asok 2024-09-19T05:42:16.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:16.172 DEBUG:teuthology.orchestra.run.smithi007:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.83527.asok status 2024-09-19T05:42:16.311 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:16.311 INFO:teuthology.orchestra.run.smithi007.stdout: "metadata": { 2024-09-19T05:42:16.311 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T05:42:16.311 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "entity_id": "0", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": "smithi007", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "pid": "83527", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "root": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa" 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_count": 0, 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "dentry_pinned_count": 0, 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24905, 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "inst": { 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": { 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "client", 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: "num": 24905 2024-09-19T05:42:16.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3091027180 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": { 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3091027180 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "inst_str": "client.24905 172.21.15.7:0/3091027180", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "addr_str": "172.21.15.7:0/3091027180", 2024-09-19T05:42:16.313 INFO:teuthology.orchestra.run.smithi007.stdout: "inode_count": 5, 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_epoch": 27, 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch": 85, 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_epoch_barrier": 0, 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout: "blocklisted": false, 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs" 2024-09-19T05:42:16.314 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:16.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:16.320 DEBUG:teuthology.orchestra.run.smithi007:> stat --file-system '--printf=%T 2024-09-19T05:42:16.320 DEBUG:teuthology.orchestra.run.smithi007:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:16.337 INFO:teuthology.orchestra.run.smithi007.stdout:fuseblk 2024-09-19T05:42:16.337 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:16.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:42:16.338 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:16.406 INFO:teuthology.run_tasks:Running task exec... 2024-09-19T05:42:16.418 INFO:teuthology.task.exec:Executing custom commands... 2024-09-19T05:42:16.418 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:42:16.418 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 -- 172.21.15.7:0/1623202477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c107840 msgr2=0x7f611c109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 --2- 172.21.15.7:0/1623202477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c107840 0x7f611c109cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6114009ca0 tx=0x7f611402a8b0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 -- 172.21.15.7:0/1623202477 shutdown_connections 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 --2- 172.21.15.7:0/1623202477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c107840 0x7f611c109cb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 --2- 172.21.15.7:0/1623202477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c104f10 0x7f611c107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 --2- 172.21.15.7:0/1623202477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c1025e0 0x7f611c1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 -- 172.21.15.7:0/1623202477 >> 172.21.15.7:0/1623202477 conn(0x7f611c0fc1e0 msgr2=0x7f611c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:16.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 -- 172.21.15.7:0/1623202477 shutdown_connections 2024-09-19T05:42:16.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.562+0000 7f612174b640 1 -- 172.21.15.7:0/1623202477 wait complete. 2024-09-19T05:42:16.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 Processor -- start 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 -- start start 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 0x7f611c071240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c107840 0x7f611c1a5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10b4f0 con 0x7f611c107840 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10b370 con 0x7f611c104f10 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.563+0000 7f612174b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f611c10b670 con 0x7f611c1025e0 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611a7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 0x7f611c071240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37066/0 (socket says 172.21.15.7:37066) 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611a7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 0x7f611c071240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:40288/0 (socket says 172.21.15.7:40288) 2024-09-19T05:42:16.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 -- 172.21.15.7:0/92098064 learned_addr learned my addr 172.21.15.7:0/92098064 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611b7fe640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c107840 0x7f611c1a5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 -- 172.21.15.7:0/92098064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 msgr2=0x7f611c071240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 0x7f611c071240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 -- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c107840 msgr2=0x7f611c1a5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c107840 0x7f611c1a5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:16.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.564+0000 7f611affd640 1 -- 172.21.15.7:0/92098064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f611c1a60e0 con 0x7f611c1025e0 2024-09-19T05:42:16.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.565+0000 7f611affd640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f610400e9f0 tx=0x7f610400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:16.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.565+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f610400cd80 con 0x7f611c1025e0 2024-09-19T05:42:16.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.565+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f61040108e0 con 0x7f611c1025e0 2024-09-19T05:42:16.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.565+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61040187e0 con 0x7f611c1025e0 2024-09-19T05:42:16.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.566+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f611c1a63d0 con 0x7f611c1025e0 2024-09-19T05:42:16.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.566+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f611c1aeff0 con 0x7f611c1025e0 2024-09-19T05:42:16.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.568+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f611c1052f0 con 0x7f611c1025e0 2024-09-19T05:42:16.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.569+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 21) ==== 138040+0+0 (secure 0 0 0) 0x7f6104010a90 con 0x7f611c1025e0 2024-09-19T05:42:16.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.570+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f61040cf9d0 con 0x7f611c1025e0 2024-09-19T05:42:16.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.575+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6104054210 con 0x7f611c1025e0 2024-09-19T05:42:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: Standby manager daemon z restarted 2024-09-19T05:42:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: Standby manager daemon z started 2024-09-19T05:42:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:42:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: Standby manager daemon y restarted 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: Standby manager daemon y started 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:42:16.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-mon[30960]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.645 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.460+0000 7f5db225f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:42:16.652 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z[36579]: 2024-09-19T05:42:16.316+0000 7fb866b44040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:42:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: Standby manager daemon z restarted 2024-09-19T05:42:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: Standby manager daemon z started 2024-09-19T05:42:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:42:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: Standby manager daemon y restarted 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: Standby manager daemon y started 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:42:16.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:16 smithi063 ceph-mon[34779]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y[35543]: 2024-09-19T05:42:16.330+0000 7f65cb154040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: Standby manager daemon z restarted 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: Standby manager daemon z started 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.63:0/1417086280' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: Standby manager daemon y restarted 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: Standby manager daemon y started 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-19T05:42:16.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:16 smithi044 ceph-mon[34175]: from='mgr.? 172.21.15.44:0/1233316626' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-19T05:42:16.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:16.901+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f611c062df0 con 0x7f611c1025e0 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d19871640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d19871640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d19871640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d19871640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d19871640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d1c877640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d1c877640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d1c877640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d1c877640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:16.776+0000 7f5d1c877640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:17.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.480+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 7 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f6104097fd0 con 0x7f611c1025e0 2024-09-19T05:42:17.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.481+0000 7f6113fff640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 0x7f61080ac500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.482+0000 7f611a7fc640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 0x7f61080ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.485+0000 7f611a7fc640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 0x7f61080ac500 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f611c072210 tx=0x7f610c00b590 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:17.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.485+0000 7f6113fff640 1 -- 172.21.15.7:0/92098064 <== mon.1 v2:172.21.15.63:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v28) ==== 118+0+0 (secure 0 0 0) 0x7f610409c980 con 0x7f611c1025e0 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 msgr2=0x7f61080ac500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 0x7f61080ac500 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f611c072210 tx=0x7f610c00b590 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 msgr2=0x7f611c070d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f610400e9f0 tx=0x7f610400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 shutdown_connections 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f611c107840 0x7f611c1a5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f611c104f10 0x7f611c071240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f61080aa110 0x7f61080ac500 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 --2- 172.21.15.7:0/92098064 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f611c1025e0 0x7f611c070d00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 >> 172.21.15.7:0/92098064 conn(0x7f611c0fc1e0 msgr2=0x7f611c103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 shutdown_connections 2024-09-19T05:42:17.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.489+0000 7f612174b640 1 -- 172.21.15.7:0/92098064 wait complete. 2024-09-19T05:42:17.502 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-19T05:42:17.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- 172.21.15.7:0/764782787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac01025c0 msgr2=0x7faac01049b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- 172.21.15.7:0/764782787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac01025c0 0x7faac01049b0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7faabc009900 tx=0x7faabc02a410 comp rx=0 tx=0).stop 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- 172.21.15.7:0/764782787 shutdown_connections 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- 172.21.15.7:0/764782787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac0107820 0x7faac0109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- 172.21.15.7:0/764782787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac01072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- 172.21.15.7:0/764782787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac01025c0 0x7faac01049b0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- 172.21.15.7:0/764782787 >> 172.21.15.7:0/764782787 conn(0x7faac00fc1c0 msgr2=0x7faac00fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- 172.21.15.7:0/764782787 shutdown_connections 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- 172.21.15.7:0/764782787 wait complete. 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 Processor -- start 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 -- start start 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac01025c0 0x7faac0197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.607+0000 7faac868b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faac010d6b0 con 0x7faac0107820 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faac010d530 con 0x7faac0104ef0 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faac010d830 con 0x7faac01025c0 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac5c26640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49020/0 (socket says 172.21.15.7:49020) 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac5c26640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:40376/0 (socket says 172.21.15.7:40376) 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 -- 172.21.15.7:0/3488151788 learned_addr learned my addr 172.21.15.7:0/3488151788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6427640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac01025c0 0x7faac0197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 -- 172.21.15.7:0/3488151788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac01025c0 msgr2=0x7faac0197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac01025c0 0x7faac0197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 -- 172.21.15.7:0/3488151788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 msgr2=0x7faac0198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 -- 172.21.15.7:0/3488151788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faac019fa70 con 0x7faac0107820 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac5c26640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac6c28640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7faab800e9d0 tx=0x7faab800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab800cd80 con 0x7faac0107820 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab8005020 con 0x7faac0107820 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faac019fd60 con 0x7faac0107820 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab80116d0 con 0x7faac0107820 2024-09-19T05:42:17.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.608+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faac01a0200 con 0x7faac0107820 2024-09-19T05:42:17.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.610+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faac00fdcb0 con 0x7faac0107820 2024-09-19T05:42:17.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.611+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7faab80051d0 con 0x7faac0107820 2024-09-19T05:42:17.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.611+0000 7faab77fe640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 0x7faaac0a54f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.611+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7faab80cf790 con 0x7faac0107820 2024-09-19T05:42:17.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.611+0000 7faac6427640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 0x7faaac0a54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.612+0000 7faac6427640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 0x7faaac0a54f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faabc006010 tx=0x7faabc000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:17.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.616+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7faab8016030 con 0x7faac0107820 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: Active manager daemon x restarted 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: Activating manager daemon x 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: mgrmap e21: x(active, starting, since 0.012589s), standbys: y, z 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:42:17.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:42:17.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:42:17.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: Manager daemon x is now available 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/92098064' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-mon[30960]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: Active manager daemon x restarted 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: Activating manager daemon x 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: mgrmap e21: x(active, starting, since 0.012589s), standbys: y, z 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:42:17.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:42:17.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:42:17.655 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: Manager daemon x is now available 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/92098064' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.656 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:17 smithi063 ceph-mon[34779]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: Active manager daemon x restarted 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: Activating manager daemon x 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: osdmap e86: 12 total, 12 up, 12 in 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: mgrmap e21: x(active, starting, since 0.012589s), standbys: y, z 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-19T05:42:17.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-19T05:42:17.726 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-19T05:42:17.727 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: Manager daemon x is now available 2024-09-19T05:42:17.728 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:17.728 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-19T05:42:17.728 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-19T05:42:17.728 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/92098064' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.728 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:17 smithi044 ceph-mon[34175]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-19T05:42:17.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.821+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7faac00626d0 con 0x7faaac0a3030 2024-09-19T05:42:17.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.838+0000 7faab77fe640 1 -- 172.21.15.7:0/3488151788 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7faac00626d0 con 0x7faaac0a3030 2024-09-19T05:42:17.840 INFO:teuthology.orchestra.run.smithi007.stdout:{} 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 msgr2=0x7faaac0a54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 0x7faaac0a54f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faabc006010 tx=0x7faabc000bc0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 msgr2=0x7faac019f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7faab800e9d0 tx=0x7faab800ee90 comp rx=0 tx=0).stop 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 shutdown_connections 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faac0107820 0x7faac019f400 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faac0104ef0 0x7faac0198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faaac0a3030 0x7faaac0a54f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 --2- 172.21.15.7:0/3488151788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faac01025c0 0x7faac0197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 >> 172.21.15.7:0/3488151788 conn(0x7faac00fc1c0 msgr2=0x7faac0102e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:17.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 shutdown_connections 2024-09-19T05:42:17.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.840+0000 7faac868b640 1 -- 172.21.15.7:0/3488151788 wait complete. 2024-09-19T05:42:17.853 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-19T05:42:17.866 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-19T05:42:17.876 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 -- 172.21.15.7:0/3820014807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774104f60 msgr2=0x7fc774107350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 --2- 172.21.15.7:0/3820014807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774104f60 0x7fc774107350 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc764009900 tx=0x7fc76402a410 comp rx=0 tx=0).stop 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 -- 172.21.15.7:0/3820014807 shutdown_connections 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 --2- 172.21.15.7:0/3820014807 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774107890 0x7fc774109ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 --2- 172.21.15.7:0/3820014807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774104f60 0x7fc774107350 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 --2- 172.21.15.7:0/3820014807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 0x7fc774104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 -- 172.21.15.7:0/3820014807 >> 172.21.15.7:0/3820014807 conn(0x7fc7740fc1f0 msgr2=0x7fc7740fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 -- 172.21.15.7:0/3820014807 shutdown_connections 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.979+0000 7fc77c32c640 1 -- 172.21.15.7:0/3820014807 wait complete. 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 Processor -- start 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 -- start start 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 0x7fc774101fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774104f60 0x7fc7741005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d710 con 0x7fc774107890 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d590 con 0x7fc774104f60 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77c32c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc77410d890 con 0x7fc774102630 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77a8c9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77a8c9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49056/0 (socket says 172.21.15.7:49056) 2024-09-19T05:42:17.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77a8c9640 1 -- 172.21.15.7:0/1024305573 learned_addr learned my addr 172.21.15.7:0/1024305573 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc77a0c8640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 0x7fc774101fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.980+0000 7fc7798c7640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774104f60 0x7fc7741005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 -- 172.21.15.7:0/1024305573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 msgr2=0x7fc774101fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 0x7fc774101fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 -- 172.21.15.7:0/1024305573 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774104f60 msgr2=0x7fc7741005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774104f60 0x7fc7741005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 -- 172.21.15.7:0/1024305573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7741013b0 con 0x7fc774107890 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77a8c9640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00b9e0 tx=0x7fc76c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c019070 con 0x7fc774107890 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc76c014440 con 0x7fc774107890 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7741a1f80 con 0x7fc774107890 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c0125a0 con 0x7fc774107890 2024-09-19T05:42:17.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.981+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7741a2410 con 0x7fc774107890 2024-09-19T05:42:17.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.982+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7740fdce0 con 0x7fc774107890 2024-09-19T05:42:17.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.983+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7fc76c01c070 con 0x7fc774107890 2024-09-19T05:42:17.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.984+0000 7fc76b7fe640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 0x7fc7600a5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:17.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.984+0000 7fc77a0c8640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 0x7fc7600a5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:17.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.984+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc76c0cf040 con 0x7fc774107890 2024-09-19T05:42:17.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.984+0000 7fc77a0c8640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 0x7fc7600a5510 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc77000bbe0 tx=0x7fc77000b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:17.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:17.987+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc76c09b8f0 con 0x7fc774107890 2024-09-19T05:42:18.142 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:17.827+0000 7f5d1686b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:18.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:17.827+0000 7f5d1686b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:18.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:17.827+0000 7f5d1686b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:18.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:17.827+0000 7f5d1686b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:18.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:17.827+0000 7f5d1686b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:42:18.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.169+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc774062e90 con 0x7fc774107890 2024-09-19T05:42:18.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.171+0000 7fc76b7fe640 1 -- 172.21.15.7:0/1024305573 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+23012 (secure 0 0 0) 0x7fc76c09fbf0 con 0x7fc774107890 2024-09-19T05:42:18.173 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:18.173 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:42:16.463105+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":3,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/1765602285":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3995498428":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3875082593":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3457087805":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:42:18.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.173+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 msgr2=0x7fc7600a5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.173+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 0x7fc7600a5510 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc77000bbe0 tx=0x7fc77000b390 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.173+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 msgr2=0x7fc774100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.173+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00b9e0 tx=0x7fc76c00bea0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 shutdown_connections 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc774107890 0x7fc774100b20 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc774104f60 0x7fc7741005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc7600a3050 0x7fc7600a5510 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 --2- 172.21.15.7:0/1024305573 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc774102630 0x7fc774101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 >> 172.21.15.7:0/1024305573 conn(0x7fc7740fc1f0 msgr2=0x7fc774103030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 shutdown_connections 2024-09-19T05:42:18.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.174+0000 7fc77c32c640 1 -- 172.21.15.7:0/1024305573 wait complete. 2024-09-19T05:42:18.188 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:35:37.211361+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T05:40:10.948947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T05:40:13.011879+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:42:18.189 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3604061900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e441025f0 msgr2=0x7f9e44108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3604061900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e441025f0 0x7f9e44108e80 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f9e3c009ca0 tx=0x7f9e3c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3604061900 shutdown_connections 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3604061900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e441025f0 0x7f9e44108e80 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3604061900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e44101c30 0x7f9e441020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3604061900 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3604061900 >> 172.21.15.7:0/3604061900 conn(0x7f9e440fc180 msgr2=0x7f9e440fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.300+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3604061900 shutdown_connections 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.301+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3604061900 wait complete. 2024-09-19T05:42:18.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.301+0000 7f9e4a1bd640 1 Processor -- start 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 -- start start 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44196d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e441025f0 0x7f9e4419e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4410c570 con 0x7f9e44101c30 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4410c3f0 con 0x7f9e441025f0 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e4a1bd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4410c6f0 con 0x7f9e44100a40 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49064/0 (socket says 172.21.15.7:49064) 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 -- 172.21.15.7:0/3493336755 learned_addr learned my addr 172.21.15.7:0/3493336755 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e43fff640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e441025f0 0x7f9e4419e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e437fe640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44196d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 -- 172.21.15.7:0/3493336755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 msgr2=0x7f9e44196d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44196d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 -- 172.21.15.7:0/3493336755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e441025f0 msgr2=0x7f9e4419e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e441025f0 0x7f9e4419e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e42ffd640 1 -- 172.21.15.7:0/3493336755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e4419e910 con 0x7f9e44101c30 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.302+0000 7f9e437fe640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e42ffd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800e9f0 tx=0x7f9e3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3800cd80 con 0x7f9e44101c30 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e380108e0 con 0x7f9e44101c30 2024-09-19T05:42:18.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e4406a2b0 con 0x7f9e44101c30 2024-09-19T05:42:18.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e38018920 con 0x7f9e44101c30 2024-09-19T05:42:18.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.303+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e4406a850 con 0x7f9e44101c30 2024-09-19T05:42:18.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.304+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e44100e40 con 0x7f9e44101c30 2024-09-19T05:42:18.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.305+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f9e38010a90 con 0x7f9e44101c30 2024-09-19T05:42:18.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.306+0000 7f9e40ff9640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 0x7f9e2c0a5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.306+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9e380cfeb0 con 0x7f9e44101c30 2024-09-19T05:42:18.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.306+0000 7f9e437fe640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 0x7f9e2c0a5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.307+0000 7f9e437fe640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 0x7f9e2c0a5590 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9e441981d0 tx=0x7f9e34005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.313+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9e3809cd70 con 0x7f9e44101c30 2024-09-19T05:42:18.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.497+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 23) ==== 138525+0+0 (secure 0 0 0) 0x7f9e38098c50 con 0x7f9e44101c30 2024-09-19T05:42:18.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.510+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9e44107be0 con 0x7f9e44101c30 2024-09-19T05:42:18.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.511+0000 7f9e40ff9640 1 -- 172.21.15.7:0/3493336755 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) ==== 93+0+10 (secure 0 0 0) 0x7f9e38058f40 con 0x7f9e44101c30 2024-09-19T05:42:18.513 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 msgr2=0x7f9e2c0a5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 0x7f9e2c0a5590 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9e441981d0 tx=0x7f9e34005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 msgr2=0x7f9e44197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800e9f0 tx=0x7f9e3800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 shutdown_connections 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e441025f0 0x7f9e4419e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e44101c30 0x7f9e44197240 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e2c0a30d0 0x7f9e2c0a5590 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 --2- 172.21.15.7:0/3493336755 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e44100a40 0x7f9e44196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 >> 172.21.15.7:0/3493336755 conn(0x7f9e440fc180 msgr2=0x7f9e44105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 shutdown_connections 2024-09-19T05:42:18.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.513+0000 7f9e4a1bd640 1 -- 172.21.15.7:0/3493336755 wait complete. 2024-09-19T05:42:18.527 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T05:42:18.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/2010712656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd81036e0 msgr2=0x7f3fd8109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/2010712656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd81036e0 0x7f3fd8109f70 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3fd0009ca0 tx=0x7f3fd002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/2010712656 shutdown_connections 2024-09-19T05:42:18.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/2010712656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd81036e0 0x7f3fd8109f70 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/2010712656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd8102d20 0x7f3fd81031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/2010712656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 0x7f3fd8101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/2010712656 >> 172.21.15.7:0/2010712656 conn(0x7f3fd80fd2b0 msgr2=0x7f3fd80ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/2010712656 shutdown_connections 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.650+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/2010712656 wait complete. 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 Processor -- start 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 -- start start 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 0x7f3fd8075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd81036e0 0x7f3fd8074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3fd810d690 con 0x7f3fd8102d20 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3fd810d510 con 0x7f3fd81036e0 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fdcaaf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3fd810d810 con 0x7f3fd8101b30 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49100/0 (socket says 172.21.15.7:49100) 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 -- 172.21.15.7:0/3238542821 learned_addr learned my addr 172.21.15.7:0/3238542821 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd659c640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 0x7f3fd8075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd6d9d640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd81036e0 0x7f3fd8074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 -- 172.21.15.7:0/3238542821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 msgr2=0x7f3fd8075fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 0x7f3fd8075fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 -- 172.21.15.7:0/3238542821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd81036e0 msgr2=0x7f3fd8074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd81036e0 0x7f3fd8074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.651+0000 7f3fd5d9b640 1 -- 172.21.15.7:0/3238542821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fd80753b0 con 0x7f3fd8102d20 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fd5d9b640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3fc000e9f0 tx=0x7f3fc000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc000cd80 con 0x7f3fd8102d20 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fc00108e0 con 0x7f3fd8102d20 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc0018920 con 0x7f3fd8102d20 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fd81a1e40 con 0x7f3fd8102d20 2024-09-19T05:42:18.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.652+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fd81a22a0 con 0x7f3fd8102d20 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.653+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fd8108f10 con 0x7f3fd8102d20 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.654+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 23) ==== 138525+0+0 (secure 0 0 0) 0x7f3fc0010430 con 0x7f3fd8102d20 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.655+0000 7f3fcf7fe640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 0x7f3fc40a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.655+0000 7f3fd659c640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 0x7f3fc40a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.655+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f3fc00d0120 con 0x7f3fd8102d20 2024-09-19T05:42:18.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.656+0000 7f3fd659c640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 0x7f3fc40a5910 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3fc80095f0 tx=0x7f3fc8005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.660+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f3fc009c350 con 0x7f3fd8102d20 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: mgrmap e22: x(active, since 1.01771s), standbys: y, z 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:18 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1024305573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: mgrmap e22: x(active, since 1.01771s), standbys: y, z 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:18.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1024305573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:18.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.845+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3fd8062e90 con 0x7f3fd8102d20 2024-09-19T05:42:18.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.846+0000 7f3fcf7fe640 1 -- 172.21.15.7:0/3238542821 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) ==== 104+0+11 (secure 0 0 0) 0x7f3fc00a0650 con 0x7f3fd8102d20 2024-09-19T05:42:18.848 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-19T05:42:18.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 msgr2=0x7f3fc40a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 0x7f3fc40a5910 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3fc80095f0 tx=0x7f3fc8005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:18.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 msgr2=0x7f3fd80745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3fc000e9f0 tx=0x7f3fc000eeb0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 shutdown_connections 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3fd81036e0 0x7f3fd8074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3fd8102d20 0x7f3fd80745e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3fc40a3450 0x7f3fc40a5910 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 --2- 172.21.15.7:0/3238542821 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3fd8101b30 0x7f3fd8075fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.848+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 >> 172.21.15.7:0/3238542821 conn(0x7f3fd80fd2b0 msgr2=0x7f3fd81060e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.849+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 shutdown_connections 2024-09-19T05:42:18.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.849+0000 7f3fdcaaf640 1 -- 172.21.15.7:0/3238542821 wait complete. 2024-09-19T05:42:18.861 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T05:42:18.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: mgrmap e22: x(active, since 1.01771s), standbys: y, z 2024-09-19T05:42:18.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-19T05:42:18.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:42:18.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:18.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: from='client.15306 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:18.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:18 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1024305573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 -- 172.21.15.7:0/662299125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc102590 msgr2=0x7fbafc104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 --2- 172.21.15.7:0/662299125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc102590 0x7fbafc104980 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009900 tx=0x7fbaec02a410 comp rx=0 tx=0).stop 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 -- 172.21.15.7:0/662299125 shutdown_connections 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 --2- 172.21.15.7:0/662299125 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc1077f0 0x7fbafc109c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 --2- 172.21.15.7:0/662299125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc1072b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 --2- 172.21.15.7:0/662299125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc102590 0x7fbafc104980 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 -- 172.21.15.7:0/662299125 >> 172.21.15.7:0/662299125 conn(0x7fbafc0fc170 msgr2=0x7fbafc0fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 -- 172.21.15.7:0/662299125 shutdown_connections 2024-09-19T05:42:18.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.969+0000 7fbb027a6640 1 -- 172.21.15.7:0/662299125 wait complete. 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 Processor -- start 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 -- start start 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 0x7fbafc101f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc10d6a0 con 0x7fbafc1077f0 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc10d520 con 0x7fbafc102590 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb027a6640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc10d820 con 0x7fbafc104ec0 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb00d43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbafb7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb00d43640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49114/0 (socket says 172.21.15.7:49114) 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbafbfff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 0x7fbafc101f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb00d43640 1 -- 172.21.15.7:0/2103477981 learned_addr learned my addr 172.21.15.7:0/2103477981 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb00d43640 1 -- 172.21.15.7:0/2103477981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 msgr2=0x7fbafc100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.970+0000 7fbb00d43640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc100540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb00d43640 1 -- 172.21.15.7:0/2103477981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 msgr2=0x7fbafc101f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb00d43640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 0x7fbafc101f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb00d43640 1 -- 172.21.15.7:0/2103477981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbafc101310 con 0x7fbafc1077f0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbafbfff640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 0x7fbafc101f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbafb7fe640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb00d43640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400eb40 tx=0x7fbaf400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf4004b20 con 0x7fbafc1077f0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbafc1a1f40 con 0x7fbafc1077f0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbaf4004cc0 con 0x7fbafc1077f0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf40107b0 con 0x7fbafc1077f0 2024-09-19T05:42:18.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.971+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbafc1a2350 con 0x7fbafc1077f0 2024-09-19T05:42:18.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.972+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbafc0fdc60 con 0x7fbafc1077f0 2024-09-19T05:42:18.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.973+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 23) ==== 138525+0+0 (secure 0 0 0) 0x7fbaf4005000 con 0x7fbafc1077f0 2024-09-19T05:42:18.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.974+0000 7fbaf97fa640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 0x7fbae40a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:18.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.974+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fbaf40d0610 con 0x7fbafc1077f0 2024-09-19T05:42:18.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.974+0000 7fbafbfff640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 0x7fbae40a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:18.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.975+0000 7fbafbfff640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 0x7fbae40a5910 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbaec006010 tx=0x7fbaec000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:18.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:18.977+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fbaf409ce30 con 0x7fbafc1077f0 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:18.828+0000 7f5cf7a6e640 -1 log_channel(cephadm) log [ERR] : [19/Sep/2024:05:42:18] ENGINE Error in HTTPServer.serve 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: Traceback (most recent call last): 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._connections.run(self.expiration_interval) 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._run(expiration_interval) 2024-09-19T05:42:19.143 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: s = self.context.wrap_socket( 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: return self.sslsocket_class._create( 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self.do_handshake() 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: self._sslobj.do_handshake() 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:42:19.144 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:42:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:42:19.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.158+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbafc062e90 con 0x7fbafc1077f0 2024-09-19T05:42:19.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.158+0000 7fbaf97fa640 1 -- 172.21.15.7:0/2103477981 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) ==== 100+0+11 (secure 0 0 0) 0x7fbaf409c730 con 0x7fbafc1077f0 2024-09-19T05:42:19.160 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-19T05:42:19.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.160+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 msgr2=0x7fbae40a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:19.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.160+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 0x7fbae40a5910 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbaec006010 tx=0x7fbaec000bc0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.160+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 msgr2=0x7fbafc100a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.160+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400eb40 tx=0x7fbaf400c2d0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 shutdown_connections 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbafc1077f0 0x7fbafc100a80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbae40a3450 0x7fbae40a5910 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbafc104ec0 0x7fbafc100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 --2- 172.21.15.7:0/2103477981 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbafc102590 0x7fbafc101f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 >> 172.21.15.7:0/2103477981 conn(0x7fbafc0fc170 msgr2=0x7fbafc102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 shutdown_connections 2024-09-19T05:42:19.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.161+0000 7fbb027a6640 1 -- 172.21.15.7:0/2103477981 wait complete. 2024-09-19T05:42:19.174 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-19T05:42:19.174 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:42:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:19.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-19T05:42:19.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3493336755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.747 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: [19/Sep/2024:05:42:18] ENGINE Bus STARTING 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: [19/Sep/2024:05:42:18] ENGINE Serving on http://172.21.15.7:8765 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: [19/Sep/2024:05:42:18] ENGINE Serving on https://172.21.15.7:7150 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: [19/Sep/2024:05:42:18] ENGINE Bus STARTED 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: [19/Sep/2024:05:42:18] ENGINE Error in HTTPServer.serve 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout: Traceback (most recent call last): 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:42:19.748 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._connections.run(self.expiration_interval) 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._run(expiration_interval) 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: s = self.context.wrap_socket( 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: return self.sslsocket_class._create( 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: self.do_handshake() 2024-09-19T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi007.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout: self._sslobj.do_handshake() 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3238542821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2103477981' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.750 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:19.751 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:19 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:19.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3493336755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: [19/Sep/2024:05:42:18] ENGINE Bus STARTING 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: [19/Sep/2024:05:42:18] ENGINE Serving on http://172.21.15.7:8765 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: [19/Sep/2024:05:42:18] ENGINE Serving on https://172.21.15.7:7150 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: [19/Sep/2024:05:42:18] ENGINE Bus STARTED 2024-09-19T05:42:19.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: [19/Sep/2024:05:42:18] ENGINE Error in HTTPServer.serve 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: Traceback (most recent call last): 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: self._connections.run(self.expiration_interval) 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: self._run(expiration_interval) 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: s = self.context.wrap_socket( 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:42:19.904 INFO:journalctl@ceph.mon.c.smithi063.stdout: return self.sslsocket_class._create( 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout: self.do_handshake() 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout: self._sslobj.do_handshake() 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3238542821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2103477981' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.905 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:19.906 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:19 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-19T05:42:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3493336755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: [19/Sep/2024:05:42:18] ENGINE Bus STARTING 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: [19/Sep/2024:05:42:18] ENGINE Serving on http://172.21.15.7:8765 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: [19/Sep/2024:05:42:18] ENGINE Serving on https://172.21.15.7:7150 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: [19/Sep/2024:05:42:18] ENGINE Bus STARTED 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: [19/Sep/2024:05:42:18] ENGINE Error in HTTPServer.serve 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout: Traceback (most recent call last): 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout: self._connections.run(self.expiration_interval) 2024-09-19T05:42:19.975 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: self._run(expiration_interval) 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: s = self.context.wrap_socket( 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: return self.sslsocket_class._create( 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: self.do_handshake() 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: self._sslobj.do_handshake() 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-19T05:42:19.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3238542821' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2103477981' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.977 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:19.978 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:19 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 -- 172.21.15.7:0/3054076677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 msgr2=0x7fac48103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 --2- 172.21.15.7:0/3054076677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48103110 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fac44009930 tx=0x7fac4402a420 comp rx=0 tx=0).stop 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 -- 172.21.15.7:0/3054076677 shutdown_connections 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 --2- 172.21.15.7:0/3054076677 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 --2- 172.21.15.7:0/3054076677 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 0x7fac48107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 --2- 172.21.15.7:0/3054076677 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48103110 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.984+0000 7fac4f88e640 1 -- 172.21.15.7:0/3054076677 >> 172.21.15.7:0/3054076677 conn(0x7fac480fc7d0 msgr2=0x7fac480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.985+0000 7fac4f88e640 1 -- 172.21.15.7:0/3054076677 shutdown_connections 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.985+0000 7fac4f88e640 1 -- 172.21.15.7:0/3054076677 wait complete. 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.985+0000 7fac4f88e640 1 Processor -- start 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.985+0000 7fac4f88e640 1 -- start start 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 0x7fac48198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac48111f90 con 0x7fac48102d30 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac48111e10 con 0x7fac481082a0 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:20.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49128/0 (socket says 172.21.15.7:49128) 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4f88e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fac48112110 con 0x7fac481036e0 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 -- 172.21.15.7:0/2670791417 learned_addr learned my addr 172.21.15.7:0/2670791417 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4de2b640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4ce29640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 0x7fac48198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 -- 172.21.15.7:0/2670791417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 msgr2=0x7fac48198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 0x7fac48198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 -- 172.21.15.7:0/2670791417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 msgr2=0x7fac4819cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4819cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4d62a640 1 -- 172.21.15.7:0/2670791417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac4819d4b0 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.986+0000 7fac4de2b640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4819cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac4d62a640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fac44005ab0 tx=0x7fac440045c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44035030 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac44041070 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac4819d740 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44031d60 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.987+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac481008c0 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.988+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac4806a850 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.989+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 23) ==== 138525+0+0 (secure 0 0 0) 0x7fac44031530 con 0x7fac48102d30 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.990+0000 7fac3e7fc640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 0x7fac340a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.990+0000 7fac4ce29640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 0x7fac340a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:20.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.990+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fac440f4730 con 0x7fac48102d30 2024-09-19T05:42:20.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.991+0000 7fac4ce29640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 0x7fac340a5980 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fac480fee20 tx=0x7fac38005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:20.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:19.993+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fac44082210 con 0x7fac48102d30 2024-09-19T05:42:20.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.213+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac48103110 con 0x7fac48102d30 2024-09-19T05:42:20.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.214+0000 7fac3e7fc640 1 -- 172.21.15.7:0/2670791417 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11946 (secure 0 0 0) 0x7fac48103110 con 0x7fac48102d30 2024-09-19T05:42:20.216 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:20.216 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"btime":"2024-09-19T05:42:17:468423+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:42:16.903022+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[14613,24481,24487,24503,24505]},"id":1}]} 2024-09-19T05:42:20.217 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 msgr2=0x7fac340a5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 0x7fac340a5980 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fac480fee20 tx=0x7fac38005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 msgr2=0x7fac48198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fac44005ab0 tx=0x7fac440045c0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 shutdown_connections 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac481082a0 0x7fac4819cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac340a34c0 0x7fac340a5980 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac481036e0 0x7fac48198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 --2- 172.21.15.7:0/2670791417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac48102d30 0x7fac48198500 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:20.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.216+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 >> 172.21.15.7:0/2670791417 conn(0x7fac480fc7d0 msgr2=0x7fac48105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:20.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.217+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 shutdown_connections 2024-09-19T05:42:20.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:20.217+0000 7fac4f88e640 1 -- 172.21.15.7:0/2670791417 wait complete. 2024-09-19T05:42:20.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:42:20.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:42:20.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:42:20.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi044:/etc/ceph/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi063:/etc/ceph/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2670791417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.695 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:20 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi044:/etc/ceph/ceph.conf 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi063:/etc/ceph/ceph.conf 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2670791417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:20 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:42:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:42:20.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi007:/etc/ceph/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi044:/etc/ceph/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi063:/etc/ceph/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi063:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-09-19T05:42:20.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2670791417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: Updating smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:20.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:20 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:21.140 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-19T05:42:21.140 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-19T05:42:21.140 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.243+0000 7fcc2aa27640 1 -- 172.21.15.7:0/237551800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc24102ca0 msgr2=0x7fcc24103080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.243+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/237551800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc24102ca0 0x7fcc24103080 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fcc14009900 tx=0x7fcc1402a480 comp rx=0 tx=0).stop 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 -- 172.21.15.7:0/237551800 shutdown_connections 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/237551800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 0x7fcc2410e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/237551800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc241035c0 0x7fcc2410baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/237551800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc24102ca0 0x7fcc24103080 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 -- 172.21.15.7:0/237551800 >> 172.21.15.7:0/237551800 conn(0x7fcc240fc6b0 msgr2=0x7fcc240fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 -- 172.21.15.7:0/237551800 shutdown_connections 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 -- 172.21.15.7:0/237551800 wait complete. 2024-09-19T05:42:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 Processor -- start 2024-09-19T05:42:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.244+0000 7fcc2aa27640 1 -- start start 2024-09-19T05:42:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc24102ca0 0x7fcc24198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 0x7fcc2419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcc24111d80 con 0x7fcc241035c0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcc24111c00 con 0x7fcc2410c0f0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcc24111f00 con 0x7fcc24102ca0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49132/0 (socket says 172.21.15.7:49132) 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 -- 172.21.15.7:0/4006773818 learned_addr learned my addr 172.21.15.7:0/4006773818 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc28fc4640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 0x7fcc2419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc23fff640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc24102ca0 0x7fcc24198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 -- 172.21.15.7:0/4006773818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc24102ca0 msgr2=0x7fcc24198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc24102ca0 0x7fcc24198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 -- 172.21.15.7:0/4006773818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 msgr2=0x7fcc2419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 0x7fcc2419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 -- 172.21.15.7:0/4006773818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc2419d320 con 0x7fcc241035c0 2024-09-19T05:42:21.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc237fe640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800d950 tx=0x7fcc1800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc18017030 con 0x7fcc241035c0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc2419d610 con 0x7fcc241035c0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc18004020 con 0x7fcc241035c0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc180055e0 con 0x7fcc241035c0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.245+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc241a4ea0 con 0x7fcc241035c0 2024-09-19T05:42:21.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.246+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc24103080 con 0x7fcc241035c0 2024-09-19T05:42:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.248+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 23) ==== 138525+0+0 (secure 0 0 0) 0x7fcc180041d0 con 0x7fcc241035c0 2024-09-19T05:42:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.248+0000 7fcc217fa640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 0x7fcc0c0a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.248+0000 7fcc23fff640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 0x7fcc0c0a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.248+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fcc180cf6e0 con 0x7fcc241035c0 2024-09-19T05:42:21.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.249+0000 7fcc23fff640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 0x7fcc0c0a5910 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcc14031440 tx=0x7fcc14005b50 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.253+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcc1809bf60 con 0x7fcc241035c0 2024-09-19T05:42:21.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.424+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcc24062630 con 0x7fcc0c0a3450 2024-09-19T05:42:21.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.431+0000 7fcc217fa640 1 -- 172.21.15.7:0/4006773818 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257814 (secure 0 0 0) 0x7fcc24062630 con 0x7fcc0c0a3450 2024-09-19T05:42:21.436 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:21.437 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 msgr2=0x7fcc0c0a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 0x7fcc0c0a5910 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fcc14031440 tx=0x7fcc14005b50 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 msgr2=0x7fcc24198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcc1800d950 tx=0x7fcc1800de10 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 shutdown_connections 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc2410c0f0 0x7fcc2419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc241035c0 0x7fcc24198870 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcc0c0a3450 0x7fcc0c0a5910 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 --2- 172.21.15.7:0/4006773818 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcc24102ca0 0x7fcc24198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 >> 172.21.15.7:0/4006773818 conn(0x7fcc240fc6b0 msgr2=0x7fcc240fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:21.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 shutdown_connections 2024-09-19T05:42:21.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.434+0000 7fcc2aa27640 1 -- 172.21.15.7:0/4006773818 wait complete. 2024-09-19T05:42:21.447 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-19T05:42:20.482291+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1193247,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1409,"num_read_kb":872,"num_write":573,"num_write_kb":4415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":952,"ondisk_log_size":952,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":351732,"kb_used_data":14876,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124590092,"statfs":{"total":1151940427776,"available":1151580254208,"internally_reserved":0,"allocated":15233024,"data_stored":9040168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.990305"},"pg_stats":[{"pgid":"3.3f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784814+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:42:16.784814+0000","last_peered":"2024-09-19T05:42:16.784814+0000","last_clean":"2024-09-19T05:42:16.784814+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:42:16.784814+0000","last_undegraded":"2024-09-19T05:42:16.784814+0000","last_fullsized":"2024-09-19T05:42:16.784814+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"85'4","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785702+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:42:16.785702+0000","last_peered":"2024-09-19T05:42:16.785702+0000","last_clean":"2024-09-19T05:42:16.785702+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:42:16.785702+0000","last_undegraded":"2024-09-19T05:42:16.785702+0000","last_fullsized":"2024-09-19T05:42:16.785702+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"85'7","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785433+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:42:16.785433+0000","last_peered":"2024-09-19T05:42:16.785433+0000","last_clean":"2024-09-19T05:42:16.785433+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:42:16.785433+0000","last_undegraded":"2024-09-19T05:42:16.785433+0000","last_fullsized":"2024-09-19T05:42:16.785433+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470824+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:42:16.470824+0000","last_peered":"2024-09-19T05:42:16.470824+0000","last_clean":"2024-09-19T05:42:16.470824+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:42:16.470824+0000","last_undegraded":"2024-09-19T05:42:16.470824+0000","last_fullsized":"2024-09-19T05:42:16.470824+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570794+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:42:16.570794+0000","last_peered":"2024-09-19T05:42:16.570794+0000","last_clean":"2024-09-19T05:42:16.570794+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:42:16.570794+0000","last_undegraded":"2024-09-19T05:42:16.570794+0000","last_fullsized":"2024-09-19T05:42:16.570794+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579759+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:42:16.579759+0000","last_peered":"2024-09-19T05:42:16.579759+0000","last_clean":"2024-09-19T05:42:16.579759+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:42:16.579759+0000","last_undegraded":"2024-09-19T05:42:16.579759+0000","last_fullsized":"2024-09-19T05:42:16.579759+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782837+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:42:16.782837+0000","last_peered":"2024-09-19T05:42:16.782837+0000","last_clean":"2024-09-19T05:42:16.782837+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:42:16.782837+0000","last_undegraded":"2024-09-19T05:42:16.782837+0000","last_fullsized":"2024-09-19T05:42:16.782837+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468388+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:42:16.468388+0000","last_peered":"2024-09-19T05:42:16.468388+0000","last_clean":"2024-09-19T05:42:16.468388+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:42:16.468388+0000","last_undegraded":"2024-09-19T05:42:16.468388+0000","last_fullsized":"2024-09-19T05:42:16.468388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790472+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:42:16.790472+0000","last_peered":"2024-09-19T05:42:16.790472+0000","last_clean":"2024-09-19T05:42:16.790472+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:42:16.790472+0000","last_undegraded":"2024-09-19T05:42:16.790472+0000","last_fullsized":"2024-09-19T05:42:16.790472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"85'16","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.580087+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:42:16.580087+0000","last_peered":"2024-09-19T05:42:16.580087+0000","last_clean":"2024-09-19T05:42:16.580087+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:42:16.580087+0000","last_undegraded":"2024-09-19T05:42:16.580087+0000","last_fullsized":"2024-09-19T05:42:16.580087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783185+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:42:16.783185+0000","last_peered":"2024-09-19T05:42:16.783185+0000","last_clean":"2024-09-19T05:42:16.783185+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:42:16.783185+0000","last_undegraded":"2024-09-19T05:42:16.783185+0000","last_fullsized":"2024-09-19T05:42:16.783185+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470797+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:42:16.470797+0000","last_peered":"2024-09-19T05:42:16.470797+0000","last_clean":"2024-09-19T05:42:16.470797+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:42:16.470797+0000","last_undegraded":"2024-09-19T05:42:16.470797+0000","last_fullsized":"2024-09-19T05:42:16.470797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792015+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:42:16.792015+0000","last_peered":"2024-09-19T05:42:16.792015+0000","last_clean":"2024-09-19T05:42:16.792015+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:42:16.792015+0000","last_undegraded":"2024-09-19T05:42:16.792015+0000","last_fullsized":"2024-09-19T05:42:16.792015+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784561+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:42:16.784561+0000","last_peered":"2024-09-19T05:42:16.784561+0000","last_clean":"2024-09-19T05:42:16.784561+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:42:16.784561+0000","last_undegraded":"2024-09-19T05:42:16.784561+0000","last_fullsized":"2024-09-19T05:42:16.784561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784855+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:42:16.784855+0000","last_peered":"2024-09-19T05:42:16.784855+0000","last_clean":"2024-09-19T05:42:16.784855+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:42:16.784855+0000","last_undegraded":"2024-09-19T05:42:16.784855+0000","last_fullsized":"2024-09-19T05:42:16.784855+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790003+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:42:16.790003+0000","last_peered":"2024-09-19T05:42:16.790003+0000","last_clean":"2024-09-19T05:42:16.790003+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:42:16.790003+0000","last_undegraded":"2024-09-19T05:42:16.790003+0000","last_fullsized":"2024-09-19T05:42:16.790003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784813+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:42:16.784813+0000","last_peered":"2024-09-19T05:42:16.784813+0000","last_clean":"2024-09-19T05:42:16.784813+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:42:16.784813+0000","last_undegraded":"2024-09-19T05:42:16.784813+0000","last_fullsized":"2024-09-19T05:42:16.784813+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567766+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:42:16.567766+0000","last_peered":"2024-09-19T05:42:16.567766+0000","last_clean":"2024-09-19T05:42:16.567766+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:42:16.567766+0000","last_undegraded":"2024-09-19T05:42:16.567766+0000","last_fullsized":"2024-09-19T05:42:16.567766+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782679+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:42:16.782679+0000","last_peered":"2024-09-19T05:42:16.782679+0000","last_clean":"2024-09-19T05:42:16.782679+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:42:16.782679+0000","last_undegraded":"2024-09-19T05:42:16.782679+0000","last_fullsized":"2024-09-19T05:42:16.782679+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784551+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:42:16.784551+0000","last_peered":"2024-09-19T05:42:16.784551+0000","last_clean":"2024-09-19T05:42:16.784551+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:42:16.784551+0000","last_undegraded":"2024-09-19T05:42:16.784551+0000","last_fullsized":"2024-09-19T05:42:16.784551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792199+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:42:16.792199+0000","last_peered":"2024-09-19T05:42:16.792199+0000","last_clean":"2024-09-19T05:42:16.792199+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:42:16.792199+0000","last_undegraded":"2024-09-19T05:42:16.792199+0000","last_fullsized":"2024-09-19T05:42:16.792199+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790147+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:42:16.790147+0000","last_peered":"2024-09-19T05:42:16.790147+0000","last_clean":"2024-09-19T05:42:16.790147+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:42:16.790147+0000","last_undegraded":"2024-09-19T05:42:16.790147+0000","last_fullsized":"2024-09-19T05:42:16.790147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468440+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:42:16.468440+0000","last_peered":"2024-09-19T05:42:16.468440+0000","last_clean":"2024-09-19T05:42:16.468440+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:42:16.468440+0000","last_undegraded":"2024-09-19T05:42:16.468440+0000","last_fullsized":"2024-09-19T05:42:16.468440+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470489+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:42:16.470489+0000","last_peered":"2024-09-19T05:42:16.470489+0000","last_clean":"2024-09-19T05:42:16.470489+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:42:16.470489+0000","last_undegraded":"2024-09-19T05:42:16.470489+0000","last_fullsized":"2024-09-19T05:42:16.470489+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"85'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469209+0000","last_change":"2024-09-19T05:41:18.082964+0000","last_active":"2024-09-19T05:42:16.469209+0000","last_peered":"2024-09-19T05:42:16.469209+0000","last_clean":"2024-09-19T05:42:16.469209+0000","last_became_active":"2024-09-19T05:41:18.082599+0000","last_became_peered":"2024-09-19T05:41:18.082599+0000","last_unstale":"2024-09-19T05:42:16.469209+0000","last_undegraded":"2024-09-19T05:42:16.469209+0000","last_fullsized":"2024-09-19T05:42:16.469209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.980578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782886+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:42:16.782886+0000","last_peered":"2024-09-19T05:42:16.782886+0000","last_clean":"2024-09-19T05:42:16.782886+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:42:16.782886+0000","last_undegraded":"2024-09-19T05:42:16.782886+0000","last_fullsized":"2024-09-19T05:42:16.782886+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784629+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:42:16.784629+0000","last_peered":"2024-09-19T05:42:16.784629+0000","last_clean":"2024-09-19T05:42:16.784629+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:42:16.784629+0000","last_undegraded":"2024-09-19T05:42:16.784629+0000","last_fullsized":"2024-09-19T05:42:16.784629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792399+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:42:16.792399+0000","last_peered":"2024-09-19T05:42:16.792399+0000","last_clean":"2024-09-19T05:42:16.792399+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:42:16.792399+0000","last_undegraded":"2024-09-19T05:42:16.792399+0000","last_fullsized":"2024-09-19T05:42:16.792399+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785240+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:42:16.785240+0000","last_peered":"2024-09-19T05:42:16.785240+0000","last_clean":"2024-09-19T05:42:16.785240+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:42:16.785240+0000","last_undegraded":"2024-09-19T05:42:16.785240+0000","last_fullsized":"2024-09-19T05:42:16.785240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782431+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:42:16.782431+0000","last_peered":"2024-09-19T05:42:16.782431+0000","last_clean":"2024-09-19T05:42:16.782431+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:42:16.782431+0000","last_undegraded":"2024-09-19T05:42:16.782431+0000","last_fullsized":"2024-09-19T05:42:16.782431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782460+0000","last_change":"2024-09-19T05:41:18.095570+0000","last_active":"2024-09-19T05:42:16.782460+0000","last_peered":"2024-09-19T05:42:16.782460+0000","last_clean":"2024-09-19T05:42:16.782460+0000","last_became_active":"2024-09-19T05:41:18.095231+0000","last_became_peered":"2024-09-19T05:41:18.095231+0000","last_unstale":"2024-09-19T05:42:16.782460+0000","last_undegraded":"2024-09-19T05:42:16.782460+0000","last_fullsized":"2024-09-19T05:42:16.782460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:54.933702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784429+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:42:16.784429+0000","last_peered":"2024-09-19T05:42:16.784429+0000","last_clean":"2024-09-19T05:42:16.784429+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:42:16.784429+0000","last_undegraded":"2024-09-19T05:42:16.784429+0000","last_fullsized":"2024-09-19T05:42:16.784429+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570760+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:42:16.570760+0000","last_peered":"2024-09-19T05:42:16.570760+0000","last_clean":"2024-09-19T05:42:16.570760+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:42:16.570760+0000","last_undegraded":"2024-09-19T05:42:16.570760+0000","last_fullsized":"2024-09-19T05:42:16.570760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216186+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:42:17.216186+0000","last_peered":"2024-09-19T05:42:17.216186+0000","last_clean":"2024-09-19T05:42:17.216186+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:42:17.216186+0000","last_undegraded":"2024-09-19T05:42:17.216186+0000","last_fullsized":"2024-09-19T05:42:17.216186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"85'8","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470606+0000","last_change":"2024-09-19T05:41:18.096182+0000","last_active":"2024-09-19T05:42:16.470606+0000","last_peered":"2024-09-19T05:42:16.470606+0000","last_clean":"2024-09-19T05:42:16.470606+0000","last_became_active":"2024-09-19T05:41:18.095744+0000","last_became_peered":"2024-09-19T05:41:18.095744+0000","last_unstale":"2024-09-19T05:42:16.470606+0000","last_undegraded":"2024-09-19T05:42:16.470606+0000","last_fullsized":"2024-09-19T05:42:16.470606+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.430183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579814+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:42:16.579814+0000","last_peered":"2024-09-19T05:42:16.579814+0000","last_clean":"2024-09-19T05:42:16.579814+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:42:16.579814+0000","last_undegraded":"2024-09-19T05:42:16.579814+0000","last_fullsized":"2024-09-19T05:42:16.579814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791511+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:42:16.791511+0000","last_peered":"2024-09-19T05:42:16.791511+0000","last_clean":"2024-09-19T05:42:16.791511+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:42:16.791511+0000","last_undegraded":"2024-09-19T05:42:16.791511+0000","last_fullsized":"2024-09-19T05:42:16.791511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468451+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:42:16.468451+0000","last_peered":"2024-09-19T05:42:16.468451+0000","last_clean":"2024-09-19T05:42:16.468451+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:42:16.468451+0000","last_undegraded":"2024-09-19T05:42:16.468451+0000","last_fullsized":"2024-09-19T05:42:16.468451+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470734+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:42:16.470734+0000","last_peered":"2024-09-19T05:42:16.470734+0000","last_clean":"2024-09-19T05:42:16.470734+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:42:16.470734+0000","last_undegraded":"2024-09-19T05:42:16.470734+0000","last_fullsized":"2024-09-19T05:42:16.470734+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567727+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:42:16.567727+0000","last_peered":"2024-09-19T05:42:16.567727+0000","last_clean":"2024-09-19T05:42:16.567727+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:42:16.567727+0000","last_undegraded":"2024-09-19T05:42:16.567727+0000","last_fullsized":"2024-09-19T05:42:16.567727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'7","reported_seq":257,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215462+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:42:17.215462+0000","last_peered":"2024-09-19T05:42:17.215462+0000","last_clean":"2024-09-19T05:42:17.215462+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:42:17.215462+0000","last_undegraded":"2024-09-19T05:42:17.215462+0000","last_fullsized":"2024-09-19T05:42:17.215462+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790365+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:42:16.790365+0000","last_peered":"2024-09-19T05:42:16.790365+0000","last_clean":"2024-09-19T05:42:16.790365+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:42:16.790365+0000","last_undegraded":"2024-09-19T05:42:16.790365+0000","last_fullsized":"2024-09-19T05:42:16.790365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":40,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783154+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:42:16.783154+0000","last_peered":"2024-09-19T05:42:16.783154+0000","last_clean":"2024-09-19T05:42:16.783154+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:42:16.783154+0000","last_undegraded":"2024-09-19T05:42:16.783154+0000","last_fullsized":"2024-09-19T05:42:16.783154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786155+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:42:16.786155+0000","last_peered":"2024-09-19T05:42:16.786155+0000","last_clean":"2024-09-19T05:42:16.786155+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:42:16.786155+0000","last_undegraded":"2024-09-19T05:42:16.786155+0000","last_fullsized":"2024-09-19T05:42:16.786155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.471038+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:42:16.471038+0000","last_peered":"2024-09-19T05:42:16.471038+0000","last_clean":"2024-09-19T05:42:16.471038+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:42:16.471038+0000","last_undegraded":"2024-09-19T05:42:16.471038+0000","last_fullsized":"2024-09-19T05:42:16.471038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"85'11","reported_seq":36,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790212+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:42:16.790212+0000","last_peered":"2024-09-19T05:42:16.790212+0000","last_clean":"2024-09-19T05:42:16.790212+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:42:16.790212+0000","last_undegraded":"2024-09-19T05:42:16.790212+0000","last_fullsized":"2024-09-19T05:42:16.790212+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'37","reported_seq":299,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215869+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:42:17.215869+0000","last_peered":"2024-09-19T05:42:17.215869+0000","last_clean":"2024-09-19T05:42:17.215869+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:42:17.215869+0000","last_undegraded":"2024-09-19T05:42:17.215869+0000","last_fullsized":"2024-09-19T05:42:17.215869+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65608,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":182,"num_write":39,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570939+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:42:16.570939+0000","last_peered":"2024-09-19T05:42:16.570939+0000","last_clean":"2024-09-19T05:42:16.570939+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:42:16.570939+0000","last_undegraded":"2024-09-19T05:42:16.570939+0000","last_fullsized":"2024-09-19T05:42:16.570939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782541+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:42:16.782541+0000","last_peered":"2024-09-19T05:42:16.782541+0000","last_clean":"2024-09-19T05:42:16.782541+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:42:16.782541+0000","last_undegraded":"2024-09-19T05:42:16.782541+0000","last_fullsized":"2024-09-19T05:42:16.782541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791435+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:42:16.791435+0000","last_peered":"2024-09-19T05:42:16.791435+0000","last_clean":"2024-09-19T05:42:16.791435+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:42:16.791435+0000","last_undegraded":"2024-09-19T05:42:16.791435+0000","last_fullsized":"2024-09-19T05:42:16.791435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470592+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:42:16.470592+0000","last_peered":"2024-09-19T05:42:16.470592+0000","last_clean":"2024-09-19T05:42:16.470592+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:42:16.470592+0000","last_undegraded":"2024-09-19T05:42:16.470592+0000","last_fullsized":"2024-09-19T05:42:16.470592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782996+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:42:16.782996+0000","last_peered":"2024-09-19T05:42:16.782996+0000","last_clean":"2024-09-19T05:42:16.782996+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:42:16.782996+0000","last_undegraded":"2024-09-19T05:42:16.782996+0000","last_fullsized":"2024-09-19T05:42:16.782996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216318+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:42:17.216318+0000","last_peered":"2024-09-19T05:42:17.216318+0000","last_clean":"2024-09-19T05:42:17.216318+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:42:17.216318+0000","last_undegraded":"2024-09-19T05:42:17.216318+0000","last_fullsized":"2024-09-19T05:42:17.216318+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2403,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":7,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782804+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:42:16.782804+0000","last_peered":"2024-09-19T05:42:16.782804+0000","last_clean":"2024-09-19T05:42:16.782804+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:42:16.782804+0000","last_undegraded":"2024-09-19T05:42:16.782804+0000","last_fullsized":"2024-09-19T05:42:16.782804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":42,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570685+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:42:16.570685+0000","last_peered":"2024-09-19T05:42:16.570685+0000","last_clean":"2024-09-19T05:42:16.570685+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:42:16.570685+0000","last_undegraded":"2024-09-19T05:42:16.570685+0000","last_fullsized":"2024-09-19T05:42:16.570685+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470512+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:42:16.470512+0000","last_peered":"2024-09-19T05:42:16.470512+0000","last_clean":"2024-09-19T05:42:16.470512+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:42:16.470512+0000","last_undegraded":"2024-09-19T05:42:16.470512+0000","last_fullsized":"2024-09-19T05:42:16.470512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571149+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:42:16.571149+0000","last_peered":"2024-09-19T05:42:16.571149+0000","last_clean":"2024-09-19T05:42:16.571149+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:42:16.571149+0000","last_undegraded":"2024-09-19T05:42:16.571149+0000","last_fullsized":"2024-09-19T05:42:16.571149+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784698+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:42:16.784698+0000","last_peered":"2024-09-19T05:42:16.784698+0000","last_clean":"2024-09-19T05:42:16.784698+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:42:16.784698+0000","last_undegraded":"2024-09-19T05:42:16.784698+0000","last_fullsized":"2024-09-19T05:42:16.784698+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792815+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:42:16.792815+0000","last_peered":"2024-09-19T05:42:16.792815+0000","last_clean":"2024-09-19T05:42:16.792815+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:42:16.792815+0000","last_undegraded":"2024-09-19T05:42:16.792815+0000","last_fullsized":"2024-09-19T05:42:16.792815+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783219+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:42:16.783219+0000","last_peered":"2024-09-19T05:42:16.783219+0000","last_clean":"2024-09-19T05:42:16.783219+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:42:16.783219+0000","last_undegraded":"2024-09-19T05:42:16.783219+0000","last_fullsized":"2024-09-19T05:42:16.783219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'41","reported_seq":73,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.712448+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:42:16.712448+0000","last_peered":"2024-09-19T05:42:16.712448+0000","last_clean":"2024-09-19T05:42:16.712448+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:42:16.712448+0000","last_undegraded":"2024-09-19T05:42:16.712448+0000","last_fullsized":"2024-09-19T05:42:16.712448+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783100+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:42:16.783100+0000","last_peered":"2024-09-19T05:42:16.783100+0000","last_clean":"2024-09-19T05:42:16.783100+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:42:16.783100+0000","last_undegraded":"2024-09-19T05:42:16.783100+0000","last_fullsized":"2024-09-19T05:42:16.783100+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'8","reported_seq":149,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216100+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:42:17.216100+0000","last_peered":"2024-09-19T05:42:17.216100+0000","last_clean":"2024-09-19T05:42:17.216100+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:42:17.216100+0000","last_undegraded":"2024-09-19T05:42:17.216100+0000","last_fullsized":"2024-09-19T05:42:17.216100+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783240+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:42:16.783240+0000","last_peered":"2024-09-19T05:42:16.783240+0000","last_clean":"2024-09-19T05:42:16.783240+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:42:16.783240+0000","last_undegraded":"2024-09-19T05:42:16.783240+0000","last_fullsized":"2024-09-19T05:42:16.783240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782980+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:42:16.782980+0000","last_peered":"2024-09-19T05:42:16.782980+0000","last_clean":"2024-09-19T05:42:16.782980+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:42:16.782980+0000","last_undegraded":"2024-09-19T05:42:16.782980+0000","last_fullsized":"2024-09-19T05:42:16.782980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470806+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:42:16.470806+0000","last_peered":"2024-09-19T05:42:16.470806+0000","last_clean":"2024-09-19T05:42:16.470806+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:42:16.470806+0000","last_undegraded":"2024-09-19T05:42:16.470806+0000","last_fullsized":"2024-09-19T05:42:16.470806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468803+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:42:16.468803+0000","last_peered":"2024-09-19T05:42:16.468803+0000","last_clean":"2024-09-19T05:42:16.468803+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:42:16.468803+0000","last_undegraded":"2024-09-19T05:42:16.468803+0000","last_fullsized":"2024-09-19T05:42:16.468803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783003+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:42:16.783003+0000","last_peered":"2024-09-19T05:42:16.783003+0000","last_clean":"2024-09-19T05:42:16.783003+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:42:16.783003+0000","last_undegraded":"2024-09-19T05:42:16.783003+0000","last_fullsized":"2024-09-19T05:42:16.783003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791368+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:42:16.791368+0000","last_peered":"2024-09-19T05:42:16.791368+0000","last_clean":"2024-09-19T05:42:16.791368+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:42:16.791368+0000","last_undegraded":"2024-09-19T05:42:16.791368+0000","last_fullsized":"2024-09-19T05:42:16.791368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"85'7","reported_seq":146,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215768+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:42:17.215768+0000","last_peered":"2024-09-19T05:42:17.215768+0000","last_clean":"2024-09-19T05:42:17.215768+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:42:17.215768+0000","last_undegraded":"2024-09-19T05:42:17.215768+0000","last_fullsized":"2024-09-19T05:42:17.215768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470554+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:42:16.470554+0000","last_peered":"2024-09-19T05:42:16.470554+0000","last_clean":"2024-09-19T05:42:16.470554+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:42:16.470554+0000","last_undegraded":"2024-09-19T05:42:16.470554+0000","last_fullsized":"2024-09-19T05:42:16.470554+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"86'7","reported_seq":147,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215770+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:42:17.215770+0000","last_peered":"2024-09-19T05:42:17.215770+0000","last_clean":"2024-09-19T05:42:17.215770+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:42:17.215770+0000","last_undegraded":"2024-09-19T05:42:17.215770+0000","last_fullsized":"2024-09-19T05:42:17.215770+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1476,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"85'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579961+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:42:16.579961+0000","last_peered":"2024-09-19T05:42:16.579961+0000","last_clean":"2024-09-19T05:42:16.579961+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:42:16.579961+0000","last_undegraded":"2024-09-19T05:42:16.579961+0000","last_fullsized":"2024-09-19T05:42:16.579961+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567891+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:42:16.567891+0000","last_peered":"2024-09-19T05:42:16.567891+0000","last_clean":"2024-09-19T05:42:16.567891+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:42:16.567891+0000","last_undegraded":"2024-09-19T05:42:16.567891+0000","last_fullsized":"2024-09-19T05:42:16.567891+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579923+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:42:16.579923+0000","last_peered":"2024-09-19T05:42:16.579923+0000","last_clean":"2024-09-19T05:42:16.579923+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:42:16.579923+0000","last_undegraded":"2024-09-19T05:42:16.579923+0000","last_fullsized":"2024-09-19T05:42:16.579923+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571098+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:42:16.571098+0000","last_peered":"2024-09-19T05:42:16.571098+0000","last_clean":"2024-09-19T05:42:16.571098+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:42:16.571098+0000","last_undegraded":"2024-09-19T05:42:16.571098+0000","last_fullsized":"2024-09-19T05:42:16.571098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792518+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:42:16.792518+0000","last_peered":"2024-09-19T05:42:16.792518+0000","last_clean":"2024-09-19T05:42:16.792518+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:42:16.792518+0000","last_undegraded":"2024-09-19T05:42:16.792518+0000","last_fullsized":"2024-09-19T05:42:16.792518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'52","reported_seq":99,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.719012+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:42:16.719012+0000","last_peered":"2024-09-19T05:42:16.719012+0000","last_clean":"2024-09-19T05:42:16.719012+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:42:16.719012+0000","last_undegraded":"2024-09-19T05:42:16.719012+0000","last_fullsized":"2024-09-19T05:42:16.719012+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":93,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469247+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:42:16.469247+0000","last_peered":"2024-09-19T05:42:16.469247+0000","last_clean":"2024-09-19T05:42:16.469247+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:42:16.469247+0000","last_undegraded":"2024-09-19T05:42:16.469247+0000","last_fullsized":"2024-09-19T05:42:16.469247+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470906+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:42:16.470906+0000","last_peered":"2024-09-19T05:42:16.470906+0000","last_clean":"2024-09-19T05:42:16.470906+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:42:16.470906+0000","last_undegraded":"2024-09-19T05:42:16.470906+0000","last_fullsized":"2024-09-19T05:42:16.470906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785781+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:42:16.785781+0000","last_peered":"2024-09-19T05:42:16.785781+0000","last_clean":"2024-09-19T05:42:16.785781+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:42:16.785781+0000","last_undegraded":"2024-09-19T05:42:16.785781+0000","last_fullsized":"2024-09-19T05:42:16.785781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790086+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:42:16.790086+0000","last_peered":"2024-09-19T05:42:16.790086+0000","last_clean":"2024-09-19T05:42:16.790086+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:42:16.790086+0000","last_undegraded":"2024-09-19T05:42:16.790086+0000","last_fullsized":"2024-09-19T05:42:16.790086+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570681+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:42:16.570681+0000","last_peered":"2024-09-19T05:42:16.570681+0000","last_clean":"2024-09-19T05:42:16.570681+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:42:16.570681+0000","last_undegraded":"2024-09-19T05:42:16.570681+0000","last_fullsized":"2024-09-19T05:42:16.570681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468560+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:42:16.468560+0000","last_peered":"2024-09-19T05:42:16.468560+0000","last_clean":"2024-09-19T05:42:16.468560+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:42:16.468560+0000","last_undegraded":"2024-09-19T05:42:16.468560+0000","last_fullsized":"2024-09-19T05:42:16.468560+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784515+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:42:16.784515+0000","last_peered":"2024-09-19T05:42:16.784515+0000","last_clean":"2024-09-19T05:42:16.784515+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:42:16.784515+0000","last_undegraded":"2024-09-19T05:42:16.784515+0000","last_fullsized":"2024-09-19T05:42:16.784515+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782600+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:42:16.782600+0000","last_peered":"2024-09-19T05:42:16.782600+0000","last_clean":"2024-09-19T05:42:16.782600+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:42:16.782600+0000","last_undegraded":"2024-09-19T05:42:16.782600+0000","last_fullsized":"2024-09-19T05:42:16.782600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468646+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:42:16.468646+0000","last_peered":"2024-09-19T05:42:16.468646+0000","last_clean":"2024-09-19T05:42:16.468646+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:42:16.468646+0000","last_undegraded":"2024-09-19T05:42:16.468646+0000","last_fullsized":"2024-09-19T05:42:16.468646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570942+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:42:16.570942+0000","last_peered":"2024-09-19T05:42:16.570942+0000","last_clean":"2024-09-19T05:42:16.570942+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:42:16.570942+0000","last_undegraded":"2024-09-19T05:42:16.570942+0000","last_fullsized":"2024-09-19T05:42:16.570942+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782958+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:42:16.782958+0000","last_peered":"2024-09-19T05:42:16.782958+0000","last_clean":"2024-09-19T05:42:16.782958+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:42:16.782958+0000","last_undegraded":"2024-09-19T05:42:16.782958+0000","last_fullsized":"2024-09-19T05:42:16.782958+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470847+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:42:16.470847+0000","last_peered":"2024-09-19T05:42:16.470847+0000","last_clean":"2024-09-19T05:42:16.470847+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:42:16.470847+0000","last_undegraded":"2024-09-19T05:42:16.470847+0000","last_fullsized":"2024-09-19T05:42:16.470847+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784463+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:42:16.784463+0000","last_peered":"2024-09-19T05:42:16.784463+0000","last_clean":"2024-09-19T05:42:16.784463+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:42:16.784463+0000","last_undegraded":"2024-09-19T05:42:16.784463+0000","last_fullsized":"2024-09-19T05:42:16.784463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790191+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:42:16.790191+0000","last_peered":"2024-09-19T05:42:16.790191+0000","last_clean":"2024-09-19T05:42:16.790191+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:42:16.790191+0000","last_undegraded":"2024-09-19T05:42:16.790191+0000","last_fullsized":"2024-09-19T05:42:16.790191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571020+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:42:16.571020+0000","last_peered":"2024-09-19T05:42:16.571020+0000","last_clean":"2024-09-19T05:42:16.571020+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:42:16.571020+0000","last_undegraded":"2024-09-19T05:42:16.571020+0000","last_fullsized":"2024-09-19T05:42:16.571020+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"85'6","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786191+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:42:16.786191+0000","last_peered":"2024-09-19T05:42:16.786191+0000","last_clean":"2024-09-19T05:42:16.786191+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:42:16.786191+0000","last_undegraded":"2024-09-19T05:42:16.786191+0000","last_fullsized":"2024-09-19T05:42:16.786191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468945+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:42:16.468945+0000","last_peered":"2024-09-19T05:42:16.468945+0000","last_clean":"2024-09-19T05:42:16.468945+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:42:16.468945+0000","last_undegraded":"2024-09-19T05:42:16.468945+0000","last_fullsized":"2024-09-19T05:42:16.468945+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"85'5","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468699+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:42:16.468699+0000","last_peered":"2024-09-19T05:42:16.468699+0000","last_clean":"2024-09-19T05:42:16.468699+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:42:16.468699+0000","last_undegraded":"2024-09-19T05:42:16.468699+0000","last_fullsized":"2024-09-19T05:42:16.468699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"85'14","reported_seq":152,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.214710+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:42:17.214710+0000","last_peered":"2024-09-19T05:42:17.214710+0000","last_clean":"2024-09-19T05:42:17.214710+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:42:17.214710+0000","last_undegraded":"2024-09-19T05:42:17.214710+0000","last_fullsized":"2024-09-19T05:42:17.214710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":602645,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1273,"num_read_kb":753,"num_write":390,"num_write_kb":1475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2162688,"data_stored":1807935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":313,"ondisk_log_size":313,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481829,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":460728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743467,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32992,"kb_used_data":1748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712160,"statfs":{"total":95995035648,"available":95961251840,"internally_reserved":0,"allocated":1789952,"data_stored":1243031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906992,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1372160,"data_stored":852011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135925,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28360,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716792,"statfs":{"total":95995035648,"available":95965995008,"internally_reserved":0,"allocated":1363968,"data_stored":851807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1572864,"data_stored":1055818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528382,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":450051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32864,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712288,"statfs":{"total":95995035648,"available":95961382912,"internally_reserved":0,"allocated":1720320,"data_stored":1184393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953545,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":962560,"data_stored":459402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1507328,"data_stored":983153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1028096,"data_stored":512721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":525921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":983040,"data_stored":461132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":68248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":70676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":136235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":200759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:42:21.453 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:42:21.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.589+0000 7fe5edcaf640 1 -- 172.21.15.7:0/1442982765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8103650 msgr2=0x7fe5e810bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.589+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/1442982765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8103650 0x7fe5e810bb30 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc009900 tx=0x7fe5dc02a480 comp rx=0 tx=0).stop 2024-09-19T05:42:21.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 -- 172.21.15.7:0/1442982765 shutdown_connections 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/1442982765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e810c100 0x7fe5e810e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/1442982765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8103650 0x7fe5e810bb30 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/1442982765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8102d30 0x7fe5e8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 -- 172.21.15.7:0/1442982765 >> 172.21.15.7:0/1442982765 conn(0x7fe5e8077a10 msgr2=0x7fe5e80fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 -- 172.21.15.7:0/1442982765 shutdown_connections 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 -- 172.21.15.7:0/1442982765 wait complete. 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 Processor -- start 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.590+0000 7fe5edcaf640 1 -- start start 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e8103650 0x7fe5e8198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e810c100 0x7fe5e819cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8111d80 con 0x7fe5e8102d30 2024-09-19T05:42:21.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8111c00 con 0x7fe5e810c100 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5edcaf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8111f00 con 0x7fe5e8103650 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49150/0 (socket says 172.21.15.7:49150) 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 -- 172.21.15.7:0/3202392919 learned_addr learned my addr 172.21.15.7:0/3202392919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e7fff640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e810c100 0x7fe5e819cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e6ffd640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e8103650 0x7fe5e8198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 -- 172.21.15.7:0/3202392919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e8103650 msgr2=0x7fe5e8198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e8103650 0x7fe5e8198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 -- 172.21.15.7:0/3202392919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e810c100 msgr2=0x7fe5e819cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e810c100 0x7fe5e819cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 -- 172.21.15.7:0/3202392919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e819d2f0 con 0x7fe5e8102d30 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e77fe640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800c920 tx=0x7fe5d800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.591+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d8007c70 con 0x7fe5e8102d30 2024-09-19T05:42:21.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.592+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5d8007e10 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.592+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e819d5e0 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.592+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d8018820 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.592+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e81a4e70 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.593+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5e8103110 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.594+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fe5d80189c0 con 0x7fe5e8102d30 2024-09-19T05:42:21.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.595+0000 7fe5e4ff9640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 0x7fe5d00a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.595+0000 7fe5e6ffd640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 0x7fe5d00a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.595+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fe5d80d0040 con 0x7fe5e8102d30 2024-09-19T05:42:21.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.596+0000 7fe5e6ffd640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 0x7fe5d00a59a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc031440 tx=0x7fe5dc005b50 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.599+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe5d8014030 con 0x7fe5e8102d30 2024-09-19T05:42:21.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.772+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe5e8062630 con 0x7fe5d00a34e0 2024-09-19T05:42:21.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.779+0000 7fe5e4ff9640 1 -- 172.21.15.7:0/3202392919 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257814 (secure 0 0 0) 0x7fe5e8062630 con 0x7fe5d00a34e0 2024-09-19T05:42:21.783 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:21.785 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 msgr2=0x7fe5d00a59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 0x7fe5d00a59a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc031440 tx=0x7fe5dc005b50 comp rx=0 tx=0).stop 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 msgr2=0x7fe5e8198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800c920 tx=0x7fe5d800cde0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 shutdown_connections 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e810c100 0x7fe5e819cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe5d00a34e0 0x7fe5d00a59a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe5e8103650 0x7fe5e8198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 --2- 172.21.15.7:0/3202392919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe5e8102d30 0x7fe5e8198300 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 >> 172.21.15.7:0/3202392919 conn(0x7fe5e8077a10 msgr2=0x7fe5e80fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:21.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 shutdown_connections 2024-09-19T05:42:21.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.782+0000 7fe5edcaf640 1 -- 172.21.15.7:0/3202392919 wait complete. 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:21.794 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:21 smithi007 ceph-mon[30960]: mgrmap e24: x(active, since 5s), standbys: y, z 2024-09-19T05:42:21.795 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-19T05:42:20.482291+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1193247,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1409,"num_read_kb":872,"num_write":573,"num_write_kb":4415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":952,"ondisk_log_size":952,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":351732,"kb_used_data":14876,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124590092,"statfs":{"total":1151940427776,"available":1151580254208,"internally_reserved":0,"allocated":15233024,"data_stored":9040168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.990305"},"pg_stats":[{"pgid":"3.3f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784814+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:42:16.784814+0000","last_peered":"2024-09-19T05:42:16.784814+0000","last_clean":"2024-09-19T05:42:16.784814+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:42:16.784814+0000","last_undegraded":"2024-09-19T05:42:16.784814+0000","last_fullsized":"2024-09-19T05:42:16.784814+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"85'4","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785702+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:42:16.785702+0000","last_peered":"2024-09-19T05:42:16.785702+0000","last_clean":"2024-09-19T05:42:16.785702+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:42:16.785702+0000","last_undegraded":"2024-09-19T05:42:16.785702+0000","last_fullsized":"2024-09-19T05:42:16.785702+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"85'7","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785433+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:42:16.785433+0000","last_peered":"2024-09-19T05:42:16.785433+0000","last_clean":"2024-09-19T05:42:16.785433+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:42:16.785433+0000","last_undegraded":"2024-09-19T05:42:16.785433+0000","last_fullsized":"2024-09-19T05:42:16.785433+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470824+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:42:16.470824+0000","last_peered":"2024-09-19T05:42:16.470824+0000","last_clean":"2024-09-19T05:42:16.470824+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:42:16.470824+0000","last_undegraded":"2024-09-19T05:42:16.470824+0000","last_fullsized":"2024-09-19T05:42:16.470824+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570794+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:42:16.570794+0000","last_peered":"2024-09-19T05:42:16.570794+0000","last_clean":"2024-09-19T05:42:16.570794+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:42:16.570794+0000","last_undegraded":"2024-09-19T05:42:16.570794+0000","last_fullsized":"2024-09-19T05:42:16.570794+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579759+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:42:16.579759+0000","last_peered":"2024-09-19T05:42:16.579759+0000","last_clean":"2024-09-19T05:42:16.579759+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:42:16.579759+0000","last_undegraded":"2024-09-19T05:42:16.579759+0000","last_fullsized":"2024-09-19T05:42:16.579759+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782837+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:42:16.782837+0000","last_peered":"2024-09-19T05:42:16.782837+0000","last_clean":"2024-09-19T05:42:16.782837+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:42:16.782837+0000","last_undegraded":"2024-09-19T05:42:16.782837+0000","last_fullsized":"2024-09-19T05:42:16.782837+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468388+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:42:16.468388+0000","last_peered":"2024-09-19T05:42:16.468388+0000","last_clean":"2024-09-19T05:42:16.468388+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:42:16.468388+0000","last_undegraded":"2024-09-19T05:42:16.468388+0000","last_fullsized":"2024-09-19T05:42:16.468388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790472+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:42:16.790472+0000","last_peered":"2024-09-19T05:42:16.790472+0000","last_clean":"2024-09-19T05:42:16.790472+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:42:16.790472+0000","last_undegraded":"2024-09-19T05:42:16.790472+0000","last_fullsized":"2024-09-19T05:42:16.790472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"85'16","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.580087+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:42:16.580087+0000","last_peered":"2024-09-19T05:42:16.580087+0000","last_clean":"2024-09-19T05:42:16.580087+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:42:16.580087+0000","last_undegraded":"2024-09-19T05:42:16.580087+0000","last_fullsized":"2024-09-19T05:42:16.580087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783185+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:42:16.783185+0000","last_peered":"2024-09-19T05:42:16.783185+0000","last_clean":"2024-09-19T05:42:16.783185+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:42:16.783185+0000","last_undegraded":"2024-09-19T05:42:16.783185+0000","last_fullsized":"2024-09-19T05:42:16.783185+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470797+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:42:16.470797+0000","last_peered":"2024-09-19T05:42:16.470797+0000","last_clean":"2024-09-19T05:42:16.470797+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:42:16.470797+0000","last_undegraded":"2024-09-19T05:42:16.470797+0000","last_fullsized":"2024-09-19T05:42:16.470797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792015+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:42:16.792015+0000","last_peered":"2024-09-19T05:42:16.792015+0000","last_clean":"2024-09-19T05:42:16.792015+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:42:16.792015+0000","last_undegraded":"2024-09-19T05:42:16.792015+0000","last_fullsized":"2024-09-19T05:42:16.792015+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784561+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:42:16.784561+0000","last_peered":"2024-09-19T05:42:16.784561+0000","last_clean":"2024-09-19T05:42:16.784561+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:42:16.784561+0000","last_undegraded":"2024-09-19T05:42:16.784561+0000","last_fullsized":"2024-09-19T05:42:16.784561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784855+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:42:16.784855+0000","last_peered":"2024-09-19T05:42:16.784855+0000","last_clean":"2024-09-19T05:42:16.784855+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:42:16.784855+0000","last_undegraded":"2024-09-19T05:42:16.784855+0000","last_fullsized":"2024-09-19T05:42:16.784855+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790003+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:42:16.790003+0000","last_peered":"2024-09-19T05:42:16.790003+0000","last_clean":"2024-09-19T05:42:16.790003+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:42:16.790003+0000","last_undegraded":"2024-09-19T05:42:16.790003+0000","last_fullsized":"2024-09-19T05:42:16.790003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784813+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:42:16.784813+0000","last_peered":"2024-09-19T05:42:16.784813+0000","last_clean":"2024-09-19T05:42:16.784813+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:42:16.784813+0000","last_undegraded":"2024-09-19T05:42:16.784813+0000","last_fullsized":"2024-09-19T05:42:16.784813+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567766+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:42:16.567766+0000","last_peered":"2024-09-19T05:42:16.567766+0000","last_clean":"2024-09-19T05:42:16.567766+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:42:16.567766+0000","last_undegraded":"2024-09-19T05:42:16.567766+0000","last_fullsized":"2024-09-19T05:42:16.567766+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782679+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:42:16.782679+0000","last_peered":"2024-09-19T05:42:16.782679+0000","last_clean":"2024-09-19T05:42:16.782679+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:42:16.782679+0000","last_undegraded":"2024-09-19T05:42:16.782679+0000","last_fullsized":"2024-09-19T05:42:16.782679+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784551+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:42:16.784551+0000","last_peered":"2024-09-19T05:42:16.784551+0000","last_clean":"2024-09-19T05:42:16.784551+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:42:16.784551+0000","last_undegraded":"2024-09-19T05:42:16.784551+0000","last_fullsized":"2024-09-19T05:42:16.784551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792199+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:42:16.792199+0000","last_peered":"2024-09-19T05:42:16.792199+0000","last_clean":"2024-09-19T05:42:16.792199+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:42:16.792199+0000","last_undegraded":"2024-09-19T05:42:16.792199+0000","last_fullsized":"2024-09-19T05:42:16.792199+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790147+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:42:16.790147+0000","last_peered":"2024-09-19T05:42:16.790147+0000","last_clean":"2024-09-19T05:42:16.790147+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:42:16.790147+0000","last_undegraded":"2024-09-19T05:42:16.790147+0000","last_fullsized":"2024-09-19T05:42:16.790147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468440+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:42:16.468440+0000","last_peered":"2024-09-19T05:42:16.468440+0000","last_clean":"2024-09-19T05:42:16.468440+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:42:16.468440+0000","last_undegraded":"2024-09-19T05:42:16.468440+0000","last_fullsized":"2024-09-19T05:42:16.468440+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470489+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:42:16.470489+0000","last_peered":"2024-09-19T05:42:16.470489+0000","last_clean":"2024-09-19T05:42:16.470489+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:42:16.470489+0000","last_undegraded":"2024-09-19T05:42:16.470489+0000","last_fullsized":"2024-09-19T05:42:16.470489+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"85'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469209+0000","last_change":"2024-09-19T05:41:18.082964+0000","last_active":"2024-09-19T05:42:16.469209+0000","last_peered":"2024-09-19T05:42:16.469209+0000","last_clean":"2024-09-19T05:42:16.469209+0000","last_became_active":"2024-09-19T05:41:18.082599+0000","last_became_peered":"2024-09-19T05:41:18.082599+0000","last_unstale":"2024-09-19T05:42:16.469209+0000","last_undegraded":"2024-09-19T05:42:16.469209+0000","last_fullsized":"2024-09-19T05:42:16.469209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.980578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782886+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:42:16.782886+0000","last_peered":"2024-09-19T05:42:16.782886+0000","last_clean":"2024-09-19T05:42:16.782886+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:42:16.782886+0000","last_undegraded":"2024-09-19T05:42:16.782886+0000","last_fullsized":"2024-09-19T05:42:16.782886+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784629+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:42:16.784629+0000","last_peered":"2024-09-19T05:42:16.784629+0000","last_clean":"2024-09-19T05:42:16.784629+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:42:16.784629+0000","last_undegraded":"2024-09-19T05:42:16.784629+0000","last_fullsized":"2024-09-19T05:42:16.784629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792399+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:42:16.792399+0000","last_peered":"2024-09-19T05:42:16.792399+0000","last_clean":"2024-09-19T05:42:16.792399+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:42:16.792399+0000","last_undegraded":"2024-09-19T05:42:16.792399+0000","last_fullsized":"2024-09-19T05:42:16.792399+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785240+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:42:16.785240+0000","last_peered":"2024-09-19T05:42:16.785240+0000","last_clean":"2024-09-19T05:42:16.785240+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:42:16.785240+0000","last_undegraded":"2024-09-19T05:42:16.785240+0000","last_fullsized":"2024-09-19T05:42:16.785240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782431+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:42:16.782431+0000","last_peered":"2024-09-19T05:42:16.782431+0000","last_clean":"2024-09-19T05:42:16.782431+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:42:16.782431+0000","last_undegraded":"2024-09-19T05:42:16.782431+0000","last_fullsized":"2024-09-19T05:42:16.782431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782460+0000","last_change":"2024-09-19T05:41:18.095570+0000","last_active":"2024-09-19T05:42:16.782460+0000","last_peered":"2024-09-19T05:42:16.782460+0000","last_clean":"2024-09-19T05:42:16.782460+0000","last_became_active":"2024-09-19T05:41:18.095231+0000","last_became_peered":"2024-09-19T05:41:18.095231+0000","last_unstale":"2024-09-19T05:42:16.782460+0000","last_undegraded":"2024-09-19T05:42:16.782460+0000","last_fullsized":"2024-09-19T05:42:16.782460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:54.933702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784429+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:42:16.784429+0000","last_peered":"2024-09-19T05:42:16.784429+0000","last_clean":"2024-09-19T05:42:16.784429+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:42:16.784429+0000","last_undegraded":"2024-09-19T05:42:16.784429+0000","last_fullsized":"2024-09-19T05:42:16.784429+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570760+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:42:16.570760+0000","last_peered":"2024-09-19T05:42:16.570760+0000","last_clean":"2024-09-19T05:42:16.570760+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:42:16.570760+0000","last_undegraded":"2024-09-19T05:42:16.570760+0000","last_fullsized":"2024-09-19T05:42:16.570760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216186+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:42:17.216186+0000","last_peered":"2024-09-19T05:42:17.216186+0000","last_clean":"2024-09-19T05:42:17.216186+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:42:17.216186+0000","last_undegraded":"2024-09-19T05:42:17.216186+0000","last_fullsized":"2024-09-19T05:42:17.216186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"85'8","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470606+0000","last_change":"2024-09-19T05:41:18.096182+0000","last_active":"2024-09-19T05:42:16.470606+0000","last_peered":"2024-09-19T05:42:16.470606+0000","last_clean":"2024-09-19T05:42:16.470606+0000","last_became_active":"2024-09-19T05:41:18.095744+0000","last_became_peered":"2024-09-19T05:41:18.095744+0000","last_unstale":"2024-09-19T05:42:16.470606+0000","last_undegraded":"2024-09-19T05:42:16.470606+0000","last_fullsized":"2024-09-19T05:42:16.470606+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.430183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579814+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:42:16.579814+0000","last_peered":"2024-09-19T05:42:16.579814+0000","last_clean":"2024-09-19T05:42:16.579814+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:42:16.579814+0000","last_undegraded":"2024-09-19T05:42:16.579814+0000","last_fullsized":"2024-09-19T05:42:16.579814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791511+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:42:16.791511+0000","last_peered":"2024-09-19T05:42:16.791511+0000","last_clean":"2024-09-19T05:42:16.791511+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:42:16.791511+0000","last_undegraded":"2024-09-19T05:42:16.791511+0000","last_fullsized":"2024-09-19T05:42:16.791511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468451+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:42:16.468451+0000","last_peered":"2024-09-19T05:42:16.468451+0000","last_clean":"2024-09-19T05:42:16.468451+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:42:16.468451+0000","last_undegraded":"2024-09-19T05:42:16.468451+0000","last_fullsized":"2024-09-19T05:42:16.468451+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470734+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:42:16.470734+0000","last_peered":"2024-09-19T05:42:16.470734+0000","last_clean":"2024-09-19T05:42:16.470734+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:42:16.470734+0000","last_undegraded":"2024-09-19T05:42:16.470734+0000","last_fullsized":"2024-09-19T05:42:16.470734+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567727+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:42:16.567727+0000","last_peered":"2024-09-19T05:42:16.567727+0000","last_clean":"2024-09-19T05:42:16.567727+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:42:16.567727+0000","last_undegraded":"2024-09-19T05:42:16.567727+0000","last_fullsized":"2024-09-19T05:42:16.567727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'7","reported_seq":257,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215462+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:42:17.215462+0000","last_peered":"2024-09-19T05:42:17.215462+0000","last_clean":"2024-09-19T05:42:17.215462+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:42:17.215462+0000","last_undegraded":"2024-09-19T05:42:17.215462+0000","last_fullsized":"2024-09-19T05:42:17.215462+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790365+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:42:16.790365+0000","last_peered":"2024-09-19T05:42:16.790365+0000","last_clean":"2024-09-19T05:42:16.790365+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:42:16.790365+0000","last_undegraded":"2024-09-19T05:42:16.790365+0000","last_fullsized":"2024-09-19T05:42:16.790365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":40,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783154+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:42:16.783154+0000","last_peered":"2024-09-19T05:42:16.783154+0000","last_clean":"2024-09-19T05:42:16.783154+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:42:16.783154+0000","last_undegraded":"2024-09-19T05:42:16.783154+0000","last_fullsized":"2024-09-19T05:42:16.783154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786155+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:42:16.786155+0000","last_peered":"2024-09-19T05:42:16.786155+0000","last_clean":"2024-09-19T05:42:16.786155+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:42:16.786155+0000","last_undegraded":"2024-09-19T05:42:16.786155+0000","last_fullsized":"2024-09-19T05:42:16.786155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.471038+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:42:16.471038+0000","last_peered":"2024-09-19T05:42:16.471038+0000","last_clean":"2024-09-19T05:42:16.471038+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:42:16.471038+0000","last_undegraded":"2024-09-19T05:42:16.471038+0000","last_fullsized":"2024-09-19T05:42:16.471038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"85'11","reported_seq":36,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790212+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:42:16.790212+0000","last_peered":"2024-09-19T05:42:16.790212+0000","last_clean":"2024-09-19T05:42:16.790212+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:42:16.790212+0000","last_undegraded":"2024-09-19T05:42:16.790212+0000","last_fullsized":"2024-09-19T05:42:16.790212+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'37","reported_seq":299,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215869+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:42:17.215869+0000","last_peered":"2024-09-19T05:42:17.215869+0000","last_clean":"2024-09-19T05:42:17.215869+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:42:17.215869+0000","last_undegraded":"2024-09-19T05:42:17.215869+0000","last_fullsized":"2024-09-19T05:42:17.215869+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65608,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":182,"num_write":39,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570939+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:42:16.570939+0000","last_peered":"2024-09-19T05:42:16.570939+0000","last_clean":"2024-09-19T05:42:16.570939+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:42:16.570939+0000","last_undegraded":"2024-09-19T05:42:16.570939+0000","last_fullsized":"2024-09-19T05:42:16.570939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782541+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:42:16.782541+0000","last_peered":"2024-09-19T05:42:16.782541+0000","last_clean":"2024-09-19T05:42:16.782541+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:42:16.782541+0000","last_undegraded":"2024-09-19T05:42:16.782541+0000","last_fullsized":"2024-09-19T05:42:16.782541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791435+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:42:16.791435+0000","last_peered":"2024-09-19T05:42:16.791435+0000","last_clean":"2024-09-19T05:42:16.791435+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:42:16.791435+0000","last_undegraded":"2024-09-19T05:42:16.791435+0000","last_fullsized":"2024-09-19T05:42:16.791435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470592+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:42:16.470592+0000","last_peered":"2024-09-19T05:42:16.470592+0000","last_clean":"2024-09-19T05:42:16.470592+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:42:16.470592+0000","last_undegraded":"2024-09-19T05:42:16.470592+0000","last_fullsized":"2024-09-19T05:42:16.470592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782996+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:42:16.782996+0000","last_peered":"2024-09-19T05:42:16.782996+0000","last_clean":"2024-09-19T05:42:16.782996+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:42:16.782996+0000","last_undegraded":"2024-09-19T05:42:16.782996+0000","last_fullsized":"2024-09-19T05:42:16.782996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216318+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:42:17.216318+0000","last_peered":"2024-09-19T05:42:17.216318+0000","last_clean":"2024-09-19T05:42:17.216318+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:42:17.216318+0000","last_undegraded":"2024-09-19T05:42:17.216318+0000","last_fullsized":"2024-09-19T05:42:17.216318+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2403,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":7,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782804+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:42:16.782804+0000","last_peered":"2024-09-19T05:42:16.782804+0000","last_clean":"2024-09-19T05:42:16.782804+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:42:16.782804+0000","last_undegraded":"2024-09-19T05:42:16.782804+0000","last_fullsized":"2024-09-19T05:42:16.782804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":42,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570685+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:42:16.570685+0000","last_peered":"2024-09-19T05:42:16.570685+0000","last_clean":"2024-09-19T05:42:16.570685+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:42:16.570685+0000","last_undegraded":"2024-09-19T05:42:16.570685+0000","last_fullsized":"2024-09-19T05:42:16.570685+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470512+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:42:16.470512+0000","last_peered":"2024-09-19T05:42:16.470512+0000","last_clean":"2024-09-19T05:42:16.470512+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:42:16.470512+0000","last_undegraded":"2024-09-19T05:42:16.470512+0000","last_fullsized":"2024-09-19T05:42:16.470512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571149+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:42:16.571149+0000","last_peered":"2024-09-19T05:42:16.571149+0000","last_clean":"2024-09-19T05:42:16.571149+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:42:16.571149+0000","last_undegraded":"2024-09-19T05:42:16.571149+0000","last_fullsized":"2024-09-19T05:42:16.571149+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784698+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:42:16.784698+0000","last_peered":"2024-09-19T05:42:16.784698+0000","last_clean":"2024-09-19T05:42:16.784698+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:42:16.784698+0000","last_undegraded":"2024-09-19T05:42:16.784698+0000","last_fullsized":"2024-09-19T05:42:16.784698+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792815+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:42:16.792815+0000","last_peered":"2024-09-19T05:42:16.792815+0000","last_clean":"2024-09-19T05:42:16.792815+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:42:16.792815+0000","last_undegraded":"2024-09-19T05:42:16.792815+0000","last_fullsized":"2024-09-19T05:42:16.792815+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783219+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:42:16.783219+0000","last_peered":"2024-09-19T05:42:16.783219+0000","last_clean":"2024-09-19T05:42:16.783219+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:42:16.783219+0000","last_undegraded":"2024-09-19T05:42:16.783219+0000","last_fullsized":"2024-09-19T05:42:16.783219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'41","reported_seq":73,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.712448+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:42:16.712448+0000","last_peered":"2024-09-19T05:42:16.712448+0000","last_clean":"2024-09-19T05:42:16.712448+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:42:16.712448+0000","last_undegraded":"2024-09-19T05:42:16.712448+0000","last_fullsized":"2024-09-19T05:42:16.712448+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783100+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:42:16.783100+0000","last_peered":"2024-09-19T05:42:16.783100+0000","last_clean":"2024-09-19T05:42:16.783100+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:42:16.783100+0000","last_undegraded":"2024-09-19T05:42:16.783100+0000","last_fullsized":"2024-09-19T05:42:16.783100+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'8","reported_seq":149,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216100+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:42:17.216100+0000","last_peered":"2024-09-19T05:42:17.216100+0000","last_clean":"2024-09-19T05:42:17.216100+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:42:17.216100+0000","last_undegraded":"2024-09-19T05:42:17.216100+0000","last_fullsized":"2024-09-19T05:42:17.216100+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783240+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:42:16.783240+0000","last_peered":"2024-09-19T05:42:16.783240+0000","last_clean":"2024-09-19T05:42:16.783240+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:42:16.783240+0000","last_undegraded":"2024-09-19T05:42:16.783240+0000","last_fullsized":"2024-09-19T05:42:16.783240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782980+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:42:16.782980+0000","last_peered":"2024-09-19T05:42:16.782980+0000","last_clean":"2024-09-19T05:42:16.782980+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:42:16.782980+0000","last_undegraded":"2024-09-19T05:42:16.782980+0000","last_fullsized":"2024-09-19T05:42:16.782980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470806+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:42:16.470806+0000","last_peered":"2024-09-19T05:42:16.470806+0000","last_clean":"2024-09-19T05:42:16.470806+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:42:16.470806+0000","last_undegraded":"2024-09-19T05:42:16.470806+0000","last_fullsized":"2024-09-19T05:42:16.470806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468803+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:42:16.468803+0000","last_peered":"2024-09-19T05:42:16.468803+0000","last_clean":"2024-09-19T05:42:16.468803+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:42:16.468803+0000","last_undegraded":"2024-09-19T05:42:16.468803+0000","last_fullsized":"2024-09-19T05:42:16.468803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783003+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:42:16.783003+0000","last_peered":"2024-09-19T05:42:16.783003+0000","last_clean":"2024-09-19T05:42:16.783003+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:42:16.783003+0000","last_undegraded":"2024-09-19T05:42:16.783003+0000","last_fullsized":"2024-09-19T05:42:16.783003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791368+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:42:16.791368+0000","last_peered":"2024-09-19T05:42:16.791368+0000","last_clean":"2024-09-19T05:42:16.791368+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:42:16.791368+0000","last_undegraded":"2024-09-19T05:42:16.791368+0000","last_fullsized":"2024-09-19T05:42:16.791368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"85'7","reported_seq":146,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215768+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:42:17.215768+0000","last_peered":"2024-09-19T05:42:17.215768+0000","last_clean":"2024-09-19T05:42:17.215768+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:42:17.215768+0000","last_undegraded":"2024-09-19T05:42:17.215768+0000","last_fullsized":"2024-09-19T05:42:17.215768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470554+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:42:16.470554+0000","last_peered":"2024-09-19T05:42:16.470554+0000","last_clean":"2024-09-19T05:42:16.470554+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:42:16.470554+0000","last_undegraded":"2024-09-19T05:42:16.470554+0000","last_fullsized":"2024-09-19T05:42:16.470554+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"86'7","reported_seq":147,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215770+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:42:17.215770+0000","last_peered":"2024-09-19T05:42:17.215770+0000","last_clean":"2024-09-19T05:42:17.215770+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:42:17.215770+0000","last_undegraded":"2024-09-19T05:42:17.215770+0000","last_fullsized":"2024-09-19T05:42:17.215770+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1476,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"85'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579961+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:42:16.579961+0000","last_peered":"2024-09-19T05:42:16.579961+0000","last_clean":"2024-09-19T05:42:16.579961+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:42:16.579961+0000","last_undegraded":"2024-09-19T05:42:16.579961+0000","last_fullsized":"2024-09-19T05:42:16.579961+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567891+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:42:16.567891+0000","last_peered":"2024-09-19T05:42:16.567891+0000","last_clean":"2024-09-19T05:42:16.567891+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:42:16.567891+0000","last_undegraded":"2024-09-19T05:42:16.567891+0000","last_fullsized":"2024-09-19T05:42:16.567891+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579923+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:42:16.579923+0000","last_peered":"2024-09-19T05:42:16.579923+0000","last_clean":"2024-09-19T05:42:16.579923+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:42:16.579923+0000","last_undegraded":"2024-09-19T05:42:16.579923+0000","last_fullsized":"2024-09-19T05:42:16.579923+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571098+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:42:16.571098+0000","last_peered":"2024-09-19T05:42:16.571098+0000","last_clean":"2024-09-19T05:42:16.571098+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:42:16.571098+0000","last_undegraded":"2024-09-19T05:42:16.571098+0000","last_fullsized":"2024-09-19T05:42:16.571098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792518+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:42:16.792518+0000","last_peered":"2024-09-19T05:42:16.792518+0000","last_clean":"2024-09-19T05:42:16.792518+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:42:16.792518+0000","last_undegraded":"2024-09-19T05:42:16.792518+0000","last_fullsized":"2024-09-19T05:42:16.792518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'52","reported_seq":99,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.719012+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:42:16.719012+0000","last_peered":"2024-09-19T05:42:16.719012+0000","last_clean":"2024-09-19T05:42:16.719012+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:42:16.719012+0000","last_undegraded":"2024-09-19T05:42:16.719012+0000","last_fullsized":"2024-09-19T05:42:16.719012+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":93,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469247+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:42:16.469247+0000","last_peered":"2024-09-19T05:42:16.469247+0000","last_clean":"2024-09-19T05:42:16.469247+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:42:16.469247+0000","last_undegraded":"2024-09-19T05:42:16.469247+0000","last_fullsized":"2024-09-19T05:42:16.469247+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470906+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:42:16.470906+0000","last_peered":"2024-09-19T05:42:16.470906+0000","last_clean":"2024-09-19T05:42:16.470906+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:42:16.470906+0000","last_undegraded":"2024-09-19T05:42:16.470906+0000","last_fullsized":"2024-09-19T05:42:16.470906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785781+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:42:16.785781+0000","last_peered":"2024-09-19T05:42:16.785781+0000","last_clean":"2024-09-19T05:42:16.785781+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:42:16.785781+0000","last_undegraded":"2024-09-19T05:42:16.785781+0000","last_fullsized":"2024-09-19T05:42:16.785781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790086+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:42:16.790086+0000","last_peered":"2024-09-19T05:42:16.790086+0000","last_clean":"2024-09-19T05:42:16.790086+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:42:16.790086+0000","last_undegraded":"2024-09-19T05:42:16.790086+0000","last_fullsized":"2024-09-19T05:42:16.790086+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570681+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:42:16.570681+0000","last_peered":"2024-09-19T05:42:16.570681+0000","last_clean":"2024-09-19T05:42:16.570681+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:42:16.570681+0000","last_undegraded":"2024-09-19T05:42:16.570681+0000","last_fullsized":"2024-09-19T05:42:16.570681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468560+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:42:16.468560+0000","last_peered":"2024-09-19T05:42:16.468560+0000","last_clean":"2024-09-19T05:42:16.468560+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:42:16.468560+0000","last_undegraded":"2024-09-19T05:42:16.468560+0000","last_fullsized":"2024-09-19T05:42:16.468560+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784515+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:42:16.784515+0000","last_peered":"2024-09-19T05:42:16.784515+0000","last_clean":"2024-09-19T05:42:16.784515+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:42:16.784515+0000","last_undegraded":"2024-09-19T05:42:16.784515+0000","last_fullsized":"2024-09-19T05:42:16.784515+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782600+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:42:16.782600+0000","last_peered":"2024-09-19T05:42:16.782600+0000","last_clean":"2024-09-19T05:42:16.782600+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:42:16.782600+0000","last_undegraded":"2024-09-19T05:42:16.782600+0000","last_fullsized":"2024-09-19T05:42:16.782600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468646+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:42:16.468646+0000","last_peered":"2024-09-19T05:42:16.468646+0000","last_clean":"2024-09-19T05:42:16.468646+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:42:16.468646+0000","last_undegraded":"2024-09-19T05:42:16.468646+0000","last_fullsized":"2024-09-19T05:42:16.468646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570942+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:42:16.570942+0000","last_peered":"2024-09-19T05:42:16.570942+0000","last_clean":"2024-09-19T05:42:16.570942+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:42:16.570942+0000","last_undegraded":"2024-09-19T05:42:16.570942+0000","last_fullsized":"2024-09-19T05:42:16.570942+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782958+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:42:16.782958+0000","last_peered":"2024-09-19T05:42:16.782958+0000","last_clean":"2024-09-19T05:42:16.782958+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:42:16.782958+0000","last_undegraded":"2024-09-19T05:42:16.782958+0000","last_fullsized":"2024-09-19T05:42:16.782958+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470847+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:42:16.470847+0000","last_peered":"2024-09-19T05:42:16.470847+0000","last_clean":"2024-09-19T05:42:16.470847+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:42:16.470847+0000","last_undegraded":"2024-09-19T05:42:16.470847+0000","last_fullsized":"2024-09-19T05:42:16.470847+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784463+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:42:16.784463+0000","last_peered":"2024-09-19T05:42:16.784463+0000","last_clean":"2024-09-19T05:42:16.784463+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:42:16.784463+0000","last_undegraded":"2024-09-19T05:42:16.784463+0000","last_fullsized":"2024-09-19T05:42:16.784463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790191+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:42:16.790191+0000","last_peered":"2024-09-19T05:42:16.790191+0000","last_clean":"2024-09-19T05:42:16.790191+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:42:16.790191+0000","last_undegraded":"2024-09-19T05:42:16.790191+0000","last_fullsized":"2024-09-19T05:42:16.790191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571020+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:42:16.571020+0000","last_peered":"2024-09-19T05:42:16.571020+0000","last_clean":"2024-09-19T05:42:16.571020+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:42:16.571020+0000","last_undegraded":"2024-09-19T05:42:16.571020+0000","last_fullsized":"2024-09-19T05:42:16.571020+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"85'6","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786191+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:42:16.786191+0000","last_peered":"2024-09-19T05:42:16.786191+0000","last_clean":"2024-09-19T05:42:16.786191+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:42:16.786191+0000","last_undegraded":"2024-09-19T05:42:16.786191+0000","last_fullsized":"2024-09-19T05:42:16.786191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468945+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:42:16.468945+0000","last_peered":"2024-09-19T05:42:16.468945+0000","last_clean":"2024-09-19T05:42:16.468945+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:42:16.468945+0000","last_undegraded":"2024-09-19T05:42:16.468945+0000","last_fullsized":"2024-09-19T05:42:16.468945+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"85'5","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468699+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:42:16.468699+0000","last_peered":"2024-09-19T05:42:16.468699+0000","last_clean":"2024-09-19T05:42:16.468699+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:42:16.468699+0000","last_undegraded":"2024-09-19T05:42:16.468699+0000","last_fullsized":"2024-09-19T05:42:16.468699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"85'14","reported_seq":152,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.214710+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:42:17.214710+0000","last_peered":"2024-09-19T05:42:17.214710+0000","last_clean":"2024-09-19T05:42:17.214710+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:42:17.214710+0000","last_undegraded":"2024-09-19T05:42:17.214710+0000","last_fullsized":"2024-09-19T05:42:17.214710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":602645,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1273,"num_read_kb":753,"num_write":390,"num_write_kb":1475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2162688,"data_stored":1807935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":313,"ondisk_log_size":313,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481829,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":460728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743467,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32992,"kb_used_data":1748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712160,"statfs":{"total":95995035648,"available":95961251840,"internally_reserved":0,"allocated":1789952,"data_stored":1243031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906992,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1372160,"data_stored":852011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135925,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28360,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716792,"statfs":{"total":95995035648,"available":95965995008,"internally_reserved":0,"allocated":1363968,"data_stored":851807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1572864,"data_stored":1055818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528382,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":450051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32864,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712288,"statfs":{"total":95995035648,"available":95961382912,"internally_reserved":0,"allocated":1720320,"data_stored":1184393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953545,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":962560,"data_stored":459402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1507328,"data_stored":983153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1028096,"data_stored":512721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":525921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":983040,"data_stored":461132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":68248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":70676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":136235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":200759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:42:21.799 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-19T05:42:21.799 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T05:42:21.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:21.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:21.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:21.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:21.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:21.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:21 smithi063 ceph-mon[34779]: mgrmap e24: x(active, since 5s), standbys: y, z 2024-09-19T05:42:21.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.936+0000 7fd9e88d2640 1 -- 172.21.15.7:0/832528848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 msgr2=0x7fd9e410bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.936+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/832528848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e410bb10 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8009900 tx=0x7fd9d802a480 comp rx=0 tx=0).stop 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 -- 172.21.15.7:0/832528848 shutdown_connections 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/832528848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e410c0e0 0x7fd9e410e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/832528848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e410bb10 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/832528848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e4102d10 0x7fd9e41030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 -- 172.21.15.7:0/832528848 >> 172.21.15.7:0/832528848 conn(0x7fd9e4077a10 msgr2=0x7fd9e40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 -- 172.21.15.7:0/832528848 shutdown_connections 2024-09-19T05:42:21.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 -- 172.21.15.7:0/832528848 wait complete. 2024-09-19T05:42:21.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 Processor -- start 2024-09-19T05:42:21.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 -- start start 2024-09-19T05:42:21.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 0x7fd9e419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.937+0000 7fd9e88d2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e410c0e0 0x7fd9e419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e4111d70 con 0x7fd9e4103630 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e4111bf0 con 0x7fd9e410c0e0 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e4111ef0 con 0x7fd9e4102d10 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49176/0 (socket says 172.21.15.7:49176) 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 -- 172.21.15.7:0/4071774846 learned_addr learned my addr 172.21.15.7:0/4071774846 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e2d9d640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e410c0e0 0x7fd9e419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e259c640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 0x7fd9e419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 -- 172.21.15.7:0/4071774846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 msgr2=0x7fd9e419a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 0x7fd9e419a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 -- 172.21.15.7:0/4071774846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e410c0e0 msgr2=0x7fd9e419edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e410c0e0 0x7fd9e419edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 -- 172.21.15.7:0/4071774846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9e419f4f0 con 0x7fd9e4103630 2024-09-19T05:42:21.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e259c640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 0x7fd9e419a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e1d9b640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8005940 tx=0x7fd9d80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d803f030 con 0x7fd9e4103630 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9d8003cb0 con 0x7fd9e4103630 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d8035070 con 0x7fd9e4103630 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9e419f780 con 0x7fd9e4103630 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.938+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9e41a7070 con 0x7fd9e4103630 2024-09-19T05:42:21.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.939+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9e41030f0 con 0x7fd9e4103630 2024-09-19T05:42:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.941+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fd9d8042030 con 0x7fd9e4103630 2024-09-19T05:42:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.942+0000 7fd9d37fe640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 0x7fd9cc0a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.942+0000 7fd9e259c640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 0x7fd9cc0a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.942+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fd9d80f09b0 con 0x7fd9e4103630 2024-09-19T05:42:21.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.943+0000 7fd9e259c640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 0x7fd9cc0a59a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd9d40058c0 tx=0x7fd9d4005ec0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:21.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:21.945+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fd9d80bd220 con 0x7fd9e4103630 2024-09-19T05:42:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-19T05:42:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:21.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:21.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:21 smithi044 ceph-mon[34175]: mgrmap e24: x(active, since 5s), standbys: y, z 2024-09-19T05:42:22.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.121+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd9e4101040 con 0x7fd9cc0a34e0 2024-09-19T05:42:22.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.128+0000 7fd9d37fe640 1 -- 172.21.15.7:0/4071774846 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257814 (secure 0 0 0) 0x7fd9e4101040 con 0x7fd9cc0a34e0 2024-09-19T05:42:22.132 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:22.133 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 msgr2=0x7fd9cc0a59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 0x7fd9cc0a59a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd9d40058c0 tx=0x7fd9d4005ec0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 msgr2=0x7fd9e419aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8005940 tx=0x7fd9d80042f0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 shutdown_connections 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9e410c0e0 0x7fd9e419edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e4103630 0x7fd9e419aa40 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd9cc0a34e0 0x7fd9cc0a59a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 --2- 172.21.15.7:0/4071774846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd9e4102d10 0x7fd9e419a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 >> 172.21.15.7:0/4071774846 conn(0x7fd9e4077a10 msgr2=0x7fd9e4100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:22.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.131+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 shutdown_connections 2024-09-19T05:42:22.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.132+0000 7fd9e88d2640 1 -- 172.21.15.7:0/4071774846 wait complete. 2024-09-19T05:42:22.144 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-19T05:42:20.482291+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1193247,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1409,"num_read_kb":872,"num_write":573,"num_write_kb":4415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181318,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":952,"ondisk_log_size":952,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":351732,"kb_used_data":14876,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124590092,"statfs":{"total":1151940427776,"available":1151580254208,"internally_reserved":0,"allocated":15233024,"data_stored":9040168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":344634683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.990305"},"pg_stats":[{"pgid":"3.3f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784814+0000","last_change":"2024-09-19T05:40:14.039972+0000","last_active":"2024-09-19T05:42:16.784814+0000","last_peered":"2024-09-19T05:42:16.784814+0000","last_clean":"2024-09-19T05:42:16.784814+0000","last_became_active":"2024-09-19T05:40:14.039577+0000","last_became_peered":"2024-09-19T05:40:14.039577+0000","last_unstale":"2024-09-19T05:42:16.784814+0000","last_undegraded":"2024-09-19T05:42:16.784814+0000","last_fullsized":"2024-09-19T05:42:16.784814+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:59.177984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"85'4","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785702+0000","last_change":"2024-09-19T05:40:14.037202+0000","last_active":"2024-09-19T05:42:16.785702+0000","last_peered":"2024-09-19T05:42:16.785702+0000","last_clean":"2024-09-19T05:42:16.785702+0000","last_became_active":"2024-09-19T05:40:14.036921+0000","last_became_peered":"2024-09-19T05:40:14.036921+0000","last_unstale":"2024-09-19T05:42:16.785702+0000","last_undegraded":"2024-09-19T05:42:16.785702+0000","last_fullsized":"2024-09-19T05:42:16.785702+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:58:29.247073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"85'7","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785433+0000","last_change":"2024-09-19T05:40:14.040884+0000","last_active":"2024-09-19T05:42:16.785433+0000","last_peered":"2024-09-19T05:42:16.785433+0000","last_clean":"2024-09-19T05:42:16.785433+0000","last_became_active":"2024-09-19T05:40:14.040566+0000","last_became_peered":"2024-09-19T05:40:14.040566+0000","last_unstale":"2024-09-19T05:42:16.785433+0000","last_undegraded":"2024-09-19T05:42:16.785433+0000","last_fullsized":"2024-09-19T05:42:16.785433+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:49:29.149734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470824+0000","last_change":"2024-09-19T05:40:14.045609+0000","last_active":"2024-09-19T05:42:16.470824+0000","last_peered":"2024-09-19T05:42:16.470824+0000","last_clean":"2024-09-19T05:42:16.470824+0000","last_became_active":"2024-09-19T05:40:14.042886+0000","last_became_peered":"2024-09-19T05:40:14.042886+0000","last_unstale":"2024-09-19T05:42:16.470824+0000","last_undegraded":"2024-09-19T05:42:16.470824+0000","last_fullsized":"2024-09-19T05:42:16.470824+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:53.988345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570794+0000","last_change":"2024-09-19T05:40:14.041120+0000","last_active":"2024-09-19T05:42:16.570794+0000","last_peered":"2024-09-19T05:42:16.570794+0000","last_clean":"2024-09-19T05:42:16.570794+0000","last_became_active":"2024-09-19T05:40:14.040727+0000","last_became_peered":"2024-09-19T05:40:14.040727+0000","last_unstale":"2024-09-19T05:42:16.570794+0000","last_undegraded":"2024-09-19T05:42:16.570794+0000","last_fullsized":"2024-09-19T05:42:16.570794+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:15.969186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579759+0000","last_change":"2024-09-19T05:40:14.044332+0000","last_active":"2024-09-19T05:42:16.579759+0000","last_peered":"2024-09-19T05:42:16.579759+0000","last_clean":"2024-09-19T05:42:16.579759+0000","last_became_active":"2024-09-19T05:40:14.041868+0000","last_became_peered":"2024-09-19T05:40:14.041868+0000","last_unstale":"2024-09-19T05:42:16.579759+0000","last_undegraded":"2024-09-19T05:42:16.579759+0000","last_fullsized":"2024-09-19T05:42:16.579759+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:09.887164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782837+0000","last_change":"2024-09-19T05:40:14.046923+0000","last_active":"2024-09-19T05:42:16.782837+0000","last_peered":"2024-09-19T05:42:16.782837+0000","last_clean":"2024-09-19T05:42:16.782837+0000","last_became_active":"2024-09-19T05:40:14.046473+0000","last_became_peered":"2024-09-19T05:40:14.046473+0000","last_unstale":"2024-09-19T05:42:16.782837+0000","last_undegraded":"2024-09-19T05:42:16.782837+0000","last_fullsized":"2024-09-19T05:42:16.782837+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:34:27.966793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468388+0000","last_change":"2024-09-19T05:40:14.051667+0000","last_active":"2024-09-19T05:42:16.468388+0000","last_peered":"2024-09-19T05:42:16.468388+0000","last_clean":"2024-09-19T05:42:16.468388+0000","last_became_active":"2024-09-19T05:40:14.051186+0000","last_became_peered":"2024-09-19T05:40:14.051186+0000","last_unstale":"2024-09-19T05:42:16.468388+0000","last_undegraded":"2024-09-19T05:42:16.468388+0000","last_fullsized":"2024-09-19T05:42:16.468388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:51.064186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790472+0000","last_change":"2024-09-19T05:40:14.050003+0000","last_active":"2024-09-19T05:42:16.790472+0000","last_peered":"2024-09-19T05:42:16.790472+0000","last_clean":"2024-09-19T05:42:16.790472+0000","last_became_active":"2024-09-19T05:40:14.049655+0000","last_became_peered":"2024-09-19T05:40:14.049655+0000","last_unstale":"2024-09-19T05:42:16.790472+0000","last_undegraded":"2024-09-19T05:42:16.790472+0000","last_fullsized":"2024-09-19T05:42:16.790472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:28.381313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"85'16","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.580087+0000","last_change":"2024-09-19T05:40:14.042836+0000","last_active":"2024-09-19T05:42:16.580087+0000","last_peered":"2024-09-19T05:42:16.580087+0000","last_clean":"2024-09-19T05:42:16.580087+0000","last_became_active":"2024-09-19T05:40:14.041826+0000","last_became_peered":"2024-09-19T05:40:14.041826+0000","last_unstale":"2024-09-19T05:42:16.580087+0000","last_undegraded":"2024-09-19T05:42:16.580087+0000","last_fullsized":"2024-09-19T05:42:16.580087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:37:15.698799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783185+0000","last_change":"2024-09-19T05:40:14.049394+0000","last_active":"2024-09-19T05:42:16.783185+0000","last_peered":"2024-09-19T05:42:16.783185+0000","last_clean":"2024-09-19T05:42:16.783185+0000","last_became_active":"2024-09-19T05:40:14.048998+0000","last_became_peered":"2024-09-19T05:40:14.048998+0000","last_unstale":"2024-09-19T05:42:16.783185+0000","last_undegraded":"2024-09-19T05:42:16.783185+0000","last_fullsized":"2024-09-19T05:42:16.783185+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:21.894113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470797+0000","last_change":"2024-09-19T05:40:14.042953+0000","last_active":"2024-09-19T05:42:16.470797+0000","last_peered":"2024-09-19T05:42:16.470797+0000","last_clean":"2024-09-19T05:42:16.470797+0000","last_became_active":"2024-09-19T05:40:14.042623+0000","last_became_peered":"2024-09-19T05:40:14.042623+0000","last_unstale":"2024-09-19T05:42:16.470797+0000","last_undegraded":"2024-09-19T05:42:16.470797+0000","last_fullsized":"2024-09-19T05:42:16.470797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:25.991618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792015+0000","last_change":"2024-09-19T05:40:14.046313+0000","last_active":"2024-09-19T05:42:16.792015+0000","last_peered":"2024-09-19T05:42:16.792015+0000","last_clean":"2024-09-19T05:42:16.792015+0000","last_became_active":"2024-09-19T05:40:14.046000+0000","last_became_peered":"2024-09-19T05:40:14.046000+0000","last_unstale":"2024-09-19T05:42:16.792015+0000","last_undegraded":"2024-09-19T05:42:16.792015+0000","last_fullsized":"2024-09-19T05:42:16.792015+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:29:29.672139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784561+0000","last_change":"2024-09-19T05:40:14.042811+0000","last_active":"2024-09-19T05:42:16.784561+0000","last_peered":"2024-09-19T05:42:16.784561+0000","last_clean":"2024-09-19T05:42:16.784561+0000","last_became_active":"2024-09-19T05:40:14.042346+0000","last_became_peered":"2024-09-19T05:40:14.042346+0000","last_unstale":"2024-09-19T05:42:16.784561+0000","last_undegraded":"2024-09-19T05:42:16.784561+0000","last_fullsized":"2024-09-19T05:42:16.784561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:56:41.294283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784855+0000","last_change":"2024-09-19T05:40:14.046360+0000","last_active":"2024-09-19T05:42:16.784855+0000","last_peered":"2024-09-19T05:42:16.784855+0000","last_clean":"2024-09-19T05:42:16.784855+0000","last_became_active":"2024-09-19T05:40:14.046003+0000","last_became_peered":"2024-09-19T05:40:14.046003+0000","last_unstale":"2024-09-19T05:42:16.784855+0000","last_undegraded":"2024-09-19T05:42:16.784855+0000","last_fullsized":"2024-09-19T05:42:16.784855+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:32.423603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790003+0000","last_change":"2024-09-19T05:40:14.044570+0000","last_active":"2024-09-19T05:42:16.790003+0000","last_peered":"2024-09-19T05:42:16.790003+0000","last_clean":"2024-09-19T05:42:16.790003+0000","last_became_active":"2024-09-19T05:40:14.044213+0000","last_became_peered":"2024-09-19T05:40:14.044213+0000","last_unstale":"2024-09-19T05:42:16.790003+0000","last_undegraded":"2024-09-19T05:42:16.790003+0000","last_fullsized":"2024-09-19T05:42:16.790003+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:23.392881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784813+0000","last_change":"2024-09-19T05:40:14.041962+0000","last_active":"2024-09-19T05:42:16.784813+0000","last_peered":"2024-09-19T05:42:16.784813+0000","last_clean":"2024-09-19T05:42:16.784813+0000","last_became_active":"2024-09-19T05:40:14.041575+0000","last_became_peered":"2024-09-19T05:40:14.041575+0000","last_unstale":"2024-09-19T05:42:16.784813+0000","last_undegraded":"2024-09-19T05:42:16.784813+0000","last_fullsized":"2024-09-19T05:42:16.784813+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:44:51.389813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567766+0000","last_change":"2024-09-19T05:40:14.039343+0000","last_active":"2024-09-19T05:42:16.567766+0000","last_peered":"2024-09-19T05:42:16.567766+0000","last_clean":"2024-09-19T05:42:16.567766+0000","last_became_active":"2024-09-19T05:40:14.039029+0000","last_became_peered":"2024-09-19T05:40:14.039029+0000","last_unstale":"2024-09-19T05:42:16.567766+0000","last_undegraded":"2024-09-19T05:42:16.567766+0000","last_fullsized":"2024-09-19T05:42:16.567766+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:07:30.574446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782679+0000","last_change":"2024-09-19T05:40:14.043399+0000","last_active":"2024-09-19T05:42:16.782679+0000","last_peered":"2024-09-19T05:42:16.782679+0000","last_clean":"2024-09-19T05:42:16.782679+0000","last_became_active":"2024-09-19T05:40:14.042299+0000","last_became_peered":"2024-09-19T05:40:14.042299+0000","last_unstale":"2024-09-19T05:42:16.782679+0000","last_undegraded":"2024-09-19T05:42:16.782679+0000","last_fullsized":"2024-09-19T05:42:16.782679+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:34:50.014524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784551+0000","last_change":"2024-09-19T05:40:14.043400+0000","last_active":"2024-09-19T05:42:16.784551+0000","last_peered":"2024-09-19T05:42:16.784551+0000","last_clean":"2024-09-19T05:42:16.784551+0000","last_became_active":"2024-09-19T05:40:14.042934+0000","last_became_peered":"2024-09-19T05:40:14.042934+0000","last_unstale":"2024-09-19T05:42:16.784551+0000","last_undegraded":"2024-09-19T05:42:16.784551+0000","last_fullsized":"2024-09-19T05:42:16.784551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:38.516995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792199+0000","last_change":"2024-09-19T05:40:14.036249+0000","last_active":"2024-09-19T05:42:16.792199+0000","last_peered":"2024-09-19T05:42:16.792199+0000","last_clean":"2024-09-19T05:42:16.792199+0000","last_became_active":"2024-09-19T05:40:14.035903+0000","last_became_peered":"2024-09-19T05:40:14.035903+0000","last_unstale":"2024-09-19T05:42:16.792199+0000","last_undegraded":"2024-09-19T05:42:16.792199+0000","last_fullsized":"2024-09-19T05:42:16.792199+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:40:52.790993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790147+0000","last_change":"2024-09-19T05:40:14.045888+0000","last_active":"2024-09-19T05:42:16.790147+0000","last_peered":"2024-09-19T05:42:16.790147+0000","last_clean":"2024-09-19T05:42:16.790147+0000","last_became_active":"2024-09-19T05:40:14.045274+0000","last_became_peered":"2024-09-19T05:40:14.045274+0000","last_unstale":"2024-09-19T05:42:16.790147+0000","last_undegraded":"2024-09-19T05:42:16.790147+0000","last_fullsized":"2024-09-19T05:42:16.790147+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:09.276246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468440+0000","last_change":"2024-09-19T05:40:14.044690+0000","last_active":"2024-09-19T05:42:16.468440+0000","last_peered":"2024-09-19T05:42:16.468440+0000","last_clean":"2024-09-19T05:42:16.468440+0000","last_became_active":"2024-09-19T05:40:14.044365+0000","last_became_peered":"2024-09-19T05:40:14.044365+0000","last_unstale":"2024-09-19T05:42:16.468440+0000","last_undegraded":"2024-09-19T05:42:16.468440+0000","last_fullsized":"2024-09-19T05:42:16.468440+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:25.570485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470489+0000","last_change":"2024-09-19T05:40:14.049163+0000","last_active":"2024-09-19T05:42:16.470489+0000","last_peered":"2024-09-19T05:42:16.470489+0000","last_clean":"2024-09-19T05:42:16.470489+0000","last_became_active":"2024-09-19T05:40:14.048730+0000","last_became_peered":"2024-09-19T05:40:14.048730+0000","last_unstale":"2024-09-19T05:42:16.470489+0000","last_undegraded":"2024-09-19T05:42:16.470489+0000","last_fullsized":"2024-09-19T05:42:16.470489+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:50.940485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"85'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469209+0000","last_change":"2024-09-19T05:41:18.082964+0000","last_active":"2024-09-19T05:42:16.469209+0000","last_peered":"2024-09-19T05:42:16.469209+0000","last_clean":"2024-09-19T05:42:16.469209+0000","last_became_active":"2024-09-19T05:41:18.082599+0000","last_became_peered":"2024-09-19T05:41:18.082599+0000","last_unstale":"2024-09-19T05:42:16.469209+0000","last_undegraded":"2024-09-19T05:42:16.469209+0000","last_fullsized":"2024-09-19T05:42:16.469209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:49.980578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782886+0000","last_change":"2024-09-19T05:40:14.048104+0000","last_active":"2024-09-19T05:42:16.782886+0000","last_peered":"2024-09-19T05:42:16.782886+0000","last_clean":"2024-09-19T05:42:16.782886+0000","last_became_active":"2024-09-19T05:40:14.046565+0000","last_became_peered":"2024-09-19T05:40:14.046565+0000","last_unstale":"2024-09-19T05:42:16.782886+0000","last_undegraded":"2024-09-19T05:42:16.782886+0000","last_fullsized":"2024-09-19T05:42:16.782886+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:36.036752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784629+0000","last_change":"2024-09-19T05:40:14.053407+0000","last_active":"2024-09-19T05:42:16.784629+0000","last_peered":"2024-09-19T05:42:16.784629+0000","last_clean":"2024-09-19T05:42:16.784629+0000","last_became_active":"2024-09-19T05:40:14.053016+0000","last_became_peered":"2024-09-19T05:40:14.053016+0000","last_unstale":"2024-09-19T05:42:16.784629+0000","last_undegraded":"2024-09-19T05:42:16.784629+0000","last_fullsized":"2024-09-19T05:42:16.784629+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:48.398836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"85'4","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792399+0000","last_change":"2024-09-19T05:40:14.032862+0000","last_active":"2024-09-19T05:42:16.792399+0000","last_peered":"2024-09-19T05:42:16.792399+0000","last_clean":"2024-09-19T05:42:16.792399+0000","last_became_active":"2024-09-19T05:40:14.032562+0000","last_became_peered":"2024-09-19T05:40:14.032562+0000","last_unstale":"2024-09-19T05:42:16.792399+0000","last_undegraded":"2024-09-19T05:42:16.792399+0000","last_fullsized":"2024-09-19T05:42:16.792399+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:11.519853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785240+0000","last_change":"2024-09-19T05:40:14.038641+0000","last_active":"2024-09-19T05:42:16.785240+0000","last_peered":"2024-09-19T05:42:16.785240+0000","last_clean":"2024-09-19T05:42:16.785240+0000","last_became_active":"2024-09-19T05:40:14.037992+0000","last_became_peered":"2024-09-19T05:40:14.037992+0000","last_unstale":"2024-09-19T05:42:16.785240+0000","last_undegraded":"2024-09-19T05:42:16.785240+0000","last_fullsized":"2024-09-19T05:42:16.785240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:48.830087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782431+0000","last_change":"2024-09-19T05:40:14.043293+0000","last_active":"2024-09-19T05:42:16.782431+0000","last_peered":"2024-09-19T05:42:16.782431+0000","last_clean":"2024-09-19T05:42:16.782431+0000","last_became_active":"2024-09-19T05:40:14.042932+0000","last_became_peered":"2024-09-19T05:40:14.042932+0000","last_unstale":"2024-09-19T05:42:16.782431+0000","last_undegraded":"2024-09-19T05:42:16.782431+0000","last_fullsized":"2024-09-19T05:42:16.782431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.282286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782460+0000","last_change":"2024-09-19T05:41:18.095570+0000","last_active":"2024-09-19T05:42:16.782460+0000","last_peered":"2024-09-19T05:42:16.782460+0000","last_clean":"2024-09-19T05:42:16.782460+0000","last_became_active":"2024-09-19T05:41:18.095231+0000","last_became_peered":"2024-09-19T05:41:18.095231+0000","last_unstale":"2024-09-19T05:42:16.782460+0000","last_undegraded":"2024-09-19T05:42:16.782460+0000","last_fullsized":"2024-09-19T05:42:16.782460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:54.933702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784429+0000","last_change":"2024-09-19T05:40:14.051737+0000","last_active":"2024-09-19T05:42:16.784429+0000","last_peered":"2024-09-19T05:42:16.784429+0000","last_clean":"2024-09-19T05:42:16.784429+0000","last_became_active":"2024-09-19T05:40:14.051349+0000","last_became_peered":"2024-09-19T05:40:14.051349+0000","last_unstale":"2024-09-19T05:42:16.784429+0000","last_undegraded":"2024-09-19T05:42:16.784429+0000","last_fullsized":"2024-09-19T05:42:16.784429+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:57:02.340056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570760+0000","last_change":"2024-09-19T05:40:14.052278+0000","last_active":"2024-09-19T05:42:16.570760+0000","last_peered":"2024-09-19T05:42:16.570760+0000","last_clean":"2024-09-19T05:42:16.570760+0000","last_became_active":"2024-09-19T05:40:14.051914+0000","last_became_peered":"2024-09-19T05:40:14.051914+0000","last_unstale":"2024-09-19T05:42:16.570760+0000","last_undegraded":"2024-09-19T05:42:16.570760+0000","last_fullsized":"2024-09-19T05:42:16.570760+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:15.378756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216186+0000","last_change":"2024-09-19T05:40:12.017086+0000","last_active":"2024-09-19T05:42:17.216186+0000","last_peered":"2024-09-19T05:42:17.216186+0000","last_clean":"2024-09-19T05:42:17.216186+0000","last_became_active":"2024-09-19T05:40:12.016681+0000","last_became_peered":"2024-09-19T05:40:12.016681+0000","last_unstale":"2024-09-19T05:42:17.216186+0000","last_undegraded":"2024-09-19T05:42:17.216186+0000","last_fullsized":"2024-09-19T05:42:17.216186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:40.092288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"85'8","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470606+0000","last_change":"2024-09-19T05:41:18.096182+0000","last_active":"2024-09-19T05:42:16.470606+0000","last_peered":"2024-09-19T05:42:16.470606+0000","last_clean":"2024-09-19T05:42:16.470606+0000","last_became_active":"2024-09-19T05:41:18.095744+0000","last_became_peered":"2024-09-19T05:41:18.095744+0000","last_unstale":"2024-09-19T05:42:16.470606+0000","last_undegraded":"2024-09-19T05:42:16.470606+0000","last_fullsized":"2024-09-19T05:42:16.470606+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:37.430183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,8],"acting":[5,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579814+0000","last_change":"2024-09-19T05:40:12.017177+0000","last_active":"2024-09-19T05:42:16.579814+0000","last_peered":"2024-09-19T05:42:16.579814+0000","last_clean":"2024-09-19T05:42:16.579814+0000","last_became_active":"2024-09-19T05:40:12.016391+0000","last_became_peered":"2024-09-19T05:40:12.016391+0000","last_unstale":"2024-09-19T05:42:16.579814+0000","last_undegraded":"2024-09-19T05:42:16.579814+0000","last_fullsized":"2024-09-19T05:42:16.579814+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:12:40.531739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791511+0000","last_change":"2024-09-19T05:40:12.015333+0000","last_active":"2024-09-19T05:42:16.791511+0000","last_peered":"2024-09-19T05:42:16.791511+0000","last_clean":"2024-09-19T05:42:16.791511+0000","last_became_active":"2024-09-19T05:40:12.015002+0000","last_became_peered":"2024-09-19T05:40:12.015002+0000","last_unstale":"2024-09-19T05:42:16.791511+0000","last_undegraded":"2024-09-19T05:42:16.791511+0000","last_fullsized":"2024-09-19T05:42:16.791511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:27.366606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468451+0000","last_change":"2024-09-19T05:40:14.032766+0000","last_active":"2024-09-19T05:42:16.468451+0000","last_peered":"2024-09-19T05:42:16.468451+0000","last_clean":"2024-09-19T05:42:16.468451+0000","last_became_active":"2024-09-19T05:40:14.032366+0000","last_became_peered":"2024-09-19T05:40:14.032366+0000","last_unstale":"2024-09-19T05:42:16.468451+0000","last_undegraded":"2024-09-19T05:42:16.468451+0000","last_fullsized":"2024-09-19T05:42:16.468451+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:10:10.044890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470734+0000","last_change":"2024-09-19T05:40:12.018154+0000","last_active":"2024-09-19T05:42:16.470734+0000","last_peered":"2024-09-19T05:42:16.470734+0000","last_clean":"2024-09-19T05:42:16.470734+0000","last_became_active":"2024-09-19T05:40:12.017355+0000","last_became_peered":"2024-09-19T05:40:12.017355+0000","last_unstale":"2024-09-19T05:42:16.470734+0000","last_undegraded":"2024-09-19T05:42:16.470734+0000","last_fullsized":"2024-09-19T05:42:16.470734+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:43.168207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"85'11","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567727+0000","last_change":"2024-09-19T05:40:14.038158+0000","last_active":"2024-09-19T05:42:16.567727+0000","last_peered":"2024-09-19T05:42:16.567727+0000","last_clean":"2024-09-19T05:42:16.567727+0000","last_became_active":"2024-09-19T05:40:14.037792+0000","last_became_peered":"2024-09-19T05:40:14.037792+0000","last_unstale":"2024-09-19T05:42:16.567727+0000","last_undegraded":"2024-09-19T05:42:16.567727+0000","last_fullsized":"2024-09-19T05:42:16.567727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:04.267616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'7","reported_seq":257,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215462+0000","last_change":"2024-09-19T05:40:12.009844+0000","last_active":"2024-09-19T05:42:17.215462+0000","last_peered":"2024-09-19T05:42:17.215462+0000","last_clean":"2024-09-19T05:42:17.215462+0000","last_became_active":"2024-09-19T05:40:12.009437+0000","last_became_peered":"2024-09-19T05:40:12.009437+0000","last_unstale":"2024-09-19T05:42:17.215462+0000","last_undegraded":"2024-09-19T05:42:17.215462+0000","last_fullsized":"2024-09-19T05:42:17.215462+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.484542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"85'10","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790365+0000","last_change":"2024-09-19T05:40:14.051390+0000","last_active":"2024-09-19T05:42:16.790365+0000","last_peered":"2024-09-19T05:42:16.790365+0000","last_clean":"2024-09-19T05:42:16.790365+0000","last_became_active":"2024-09-19T05:40:14.050972+0000","last_became_peered":"2024-09-19T05:40:14.050972+0000","last_unstale":"2024-09-19T05:42:16.790365+0000","last_undegraded":"2024-09-19T05:42:16.790365+0000","last_fullsized":"2024-09-19T05:42:16.790365+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:10.409683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":40,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783154+0000","last_change":"2024-09-19T05:41:18.100337+0000","last_active":"2024-09-19T05:42:16.783154+0000","last_peered":"2024-09-19T05:42:16.783154+0000","last_clean":"2024-09-19T05:42:16.783154+0000","last_became_active":"2024-09-19T05:41:18.096159+0000","last_became_peered":"2024-09-19T05:41:18.096159+0000","last_unstale":"2024-09-19T05:42:16.783154+0000","last_undegraded":"2024-09-19T05:42:16.783154+0000","last_fullsized":"2024-09-19T05:42:16.783154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:52:35.973322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786155+0000","last_change":"2024-09-19T05:40:14.051627+0000","last_active":"2024-09-19T05:42:16.786155+0000","last_peered":"2024-09-19T05:42:16.786155+0000","last_clean":"2024-09-19T05:42:16.786155+0000","last_became_active":"2024-09-19T05:40:14.051302+0000","last_became_peered":"2024-09-19T05:40:14.051302+0000","last_unstale":"2024-09-19T05:42:16.786155+0000","last_undegraded":"2024-09-19T05:42:16.786155+0000","last_fullsized":"2024-09-19T05:42:16.786155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:31.744309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.471038+0000","last_change":"2024-09-19T05:40:12.060146+0000","last_active":"2024-09-19T05:42:16.471038+0000","last_peered":"2024-09-19T05:42:16.471038+0000","last_clean":"2024-09-19T05:42:16.471038+0000","last_became_active":"2024-09-19T05:40:12.059448+0000","last_became_peered":"2024-09-19T05:40:12.059448+0000","last_unstale":"2024-09-19T05:42:16.471038+0000","last_undegraded":"2024-09-19T05:42:16.471038+0000","last_fullsized":"2024-09-19T05:42:16.471038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.282056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"85'11","reported_seq":36,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790212+0000","last_change":"2024-09-19T05:41:18.082843+0000","last_active":"2024-09-19T05:42:16.790212+0000","last_peered":"2024-09-19T05:42:16.790212+0000","last_clean":"2024-09-19T05:42:16.790212+0000","last_became_active":"2024-09-19T05:41:18.082409+0000","last_became_peered":"2024-09-19T05:41:18.082409+0000","last_unstale":"2024-09-19T05:42:16.790212+0000","last_undegraded":"2024-09-19T05:42:16.790212+0000","last_fullsized":"2024-09-19T05:42:16.790212+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:15.623709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'37","reported_seq":299,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215869+0000","last_change":"2024-09-19T05:40:12.020474+0000","last_active":"2024-09-19T05:42:17.215869+0000","last_peered":"2024-09-19T05:42:17.215869+0000","last_clean":"2024-09-19T05:42:17.215869+0000","last_became_active":"2024-09-19T05:40:12.020132+0000","last_became_peered":"2024-09-19T05:40:12.020132+0000","last_unstale":"2024-09-19T05:42:17.215869+0000","last_undegraded":"2024-09-19T05:42:17.215869+0000","last_fullsized":"2024-09-19T05:42:17.215869+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:23:13.973140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65608,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":182,"num_write":39,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570939+0000","last_change":"2024-09-19T05:40:14.049043+0000","last_active":"2024-09-19T05:42:16.570939+0000","last_peered":"2024-09-19T05:42:16.570939+0000","last_clean":"2024-09-19T05:42:16.570939+0000","last_became_active":"2024-09-19T05:40:14.048702+0000","last_became_peered":"2024-09-19T05:40:14.048702+0000","last_unstale":"2024-09-19T05:42:16.570939+0000","last_undegraded":"2024-09-19T05:42:16.570939+0000","last_fullsized":"2024-09-19T05:42:16.570939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:54.413420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":35,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782541+0000","last_change":"2024-09-19T05:40:12.014524+0000","last_active":"2024-09-19T05:42:16.782541+0000","last_peered":"2024-09-19T05:42:16.782541+0000","last_clean":"2024-09-19T05:42:16.782541+0000","last_became_active":"2024-09-19T05:40:12.013916+0000","last_became_peered":"2024-09-19T05:40:12.013916+0000","last_unstale":"2024-09-19T05:42:16.782541+0000","last_undegraded":"2024-09-19T05:42:16.782541+0000","last_fullsized":"2024-09-19T05:42:16.782541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:06:42.651203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791435+0000","last_change":"2024-09-19T05:40:14.034027+0000","last_active":"2024-09-19T05:42:16.791435+0000","last_peered":"2024-09-19T05:42:16.791435+0000","last_clean":"2024-09-19T05:42:16.791435+0000","last_became_active":"2024-09-19T05:40:14.033666+0000","last_became_peered":"2024-09-19T05:40:14.033666+0000","last_unstale":"2024-09-19T05:42:16.791435+0000","last_undegraded":"2024-09-19T05:42:16.791435+0000","last_fullsized":"2024-09-19T05:42:16.791435+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:45.767568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":30,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470592+0000","last_change":"2024-09-19T05:40:12.016160+0000","last_active":"2024-09-19T05:42:16.470592+0000","last_peered":"2024-09-19T05:42:16.470592+0000","last_clean":"2024-09-19T05:42:16.470592+0000","last_became_active":"2024-09-19T05:40:12.014831+0000","last_became_peered":"2024-09-19T05:40:12.014831+0000","last_unstale":"2024-09-19T05:42:16.470592+0000","last_undegraded":"2024-09-19T05:42:16.470592+0000","last_fullsized":"2024-09-19T05:42:16.470592+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:37:58.243763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782996+0000","last_change":"2024-09-19T05:40:14.034541+0000","last_active":"2024-09-19T05:42:16.782996+0000","last_peered":"2024-09-19T05:42:16.782996+0000","last_clean":"2024-09-19T05:42:16.782996+0000","last_became_active":"2024-09-19T05:40:14.034080+0000","last_became_peered":"2024-09-19T05:40:14.034080+0000","last_unstale":"2024-09-19T05:42:16.782996+0000","last_undegraded":"2024-09-19T05:42:16.782996+0000","last_fullsized":"2024-09-19T05:42:16.782996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:30.571040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'10","reported_seq":153,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216318+0000","last_change":"2024-09-19T05:40:12.017401+0000","last_active":"2024-09-19T05:42:17.216318+0000","last_peered":"2024-09-19T05:42:17.216318+0000","last_clean":"2024-09-19T05:42:17.216318+0000","last_became_active":"2024-09-19T05:40:12.017083+0000","last_became_peered":"2024-09-19T05:40:12.017083+0000","last_unstale":"2024-09-19T05:42:17.216318+0000","last_undegraded":"2024-09-19T05:42:17.216318+0000","last_fullsized":"2024-09-19T05:42:17.216318+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:59.308772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2403,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":7,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782804+0000","last_change":"2024-09-19T05:41:18.081253+0000","last_active":"2024-09-19T05:42:16.782804+0000","last_peered":"2024-09-19T05:42:16.782804+0000","last_clean":"2024-09-19T05:42:16.782804+0000","last_became_active":"2024-09-19T05:41:18.080795+0000","last_became_peered":"2024-09-19T05:41:18.080795+0000","last_unstale":"2024-09-19T05:42:16.782804+0000","last_undegraded":"2024-09-19T05:42:16.782804+0000","last_fullsized":"2024-09-19T05:42:16.782804+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:16:20.438194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":42,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570685+0000","last_change":"2024-09-19T05:40:12.060329+0000","last_active":"2024-09-19T05:42:16.570685+0000","last_peered":"2024-09-19T05:42:16.570685+0000","last_clean":"2024-09-19T05:42:16.570685+0000","last_became_active":"2024-09-19T05:40:12.059833+0000","last_became_peered":"2024-09-19T05:40:12.059833+0000","last_unstale":"2024-09-19T05:42:16.570685+0000","last_undegraded":"2024-09-19T05:42:16.570685+0000","last_fullsized":"2024-09-19T05:42:16.570685+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:16:04.000396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"85'6","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470512+0000","last_change":"2024-09-19T05:40:14.053545+0000","last_active":"2024-09-19T05:42:16.470512+0000","last_peered":"2024-09-19T05:42:16.470512+0000","last_clean":"2024-09-19T05:42:16.470512+0000","last_became_active":"2024-09-19T05:40:14.053220+0000","last_became_peered":"2024-09-19T05:40:14.053220+0000","last_unstale":"2024-09-19T05:42:16.470512+0000","last_undegraded":"2024-09-19T05:42:16.470512+0000","last_fullsized":"2024-09-19T05:42:16.470512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:59.477067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'3","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571149+0000","last_change":"2024-09-19T05:40:12.016727+0000","last_active":"2024-09-19T05:42:16.571149+0000","last_peered":"2024-09-19T05:42:16.571149+0000","last_clean":"2024-09-19T05:42:16.571149+0000","last_became_active":"2024-09-19T05:40:12.016329+0000","last_became_peered":"2024-09-19T05:40:12.016329+0000","last_unstale":"2024-09-19T05:42:16.571149+0000","last_undegraded":"2024-09-19T05:42:16.571149+0000","last_fullsized":"2024-09-19T05:42:16.571149+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:17:31.933429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784698+0000","last_change":"2024-09-19T05:40:14.045097+0000","last_active":"2024-09-19T05:42:16.784698+0000","last_peered":"2024-09-19T05:42:16.784698+0000","last_clean":"2024-09-19T05:42:16.784698+0000","last_became_active":"2024-09-19T05:40:14.044699+0000","last_became_peered":"2024-09-19T05:40:14.044699+0000","last_unstale":"2024-09-19T05:42:16.784698+0000","last_undegraded":"2024-09-19T05:42:16.784698+0000","last_fullsized":"2024-09-19T05:42:16.784698+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:16:16.094129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792815+0000","last_change":"2024-09-19T05:40:12.012761+0000","last_active":"2024-09-19T05:42:16.792815+0000","last_peered":"2024-09-19T05:42:16.792815+0000","last_clean":"2024-09-19T05:42:16.792815+0000","last_became_active":"2024-09-19T05:40:12.012340+0000","last_became_peered":"2024-09-19T05:40:12.012340+0000","last_unstale":"2024-09-19T05:42:16.792815+0000","last_undegraded":"2024-09-19T05:42:16.792815+0000","last_fullsized":"2024-09-19T05:42:16.792815+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:21:15.327897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783219+0000","last_change":"2024-09-19T05:40:14.043868+0000","last_active":"2024-09-19T05:42:16.783219+0000","last_peered":"2024-09-19T05:42:16.783219+0000","last_clean":"2024-09-19T05:42:16.783219+0000","last_became_active":"2024-09-19T05:40:14.043528+0000","last_became_peered":"2024-09-19T05:40:14.043528+0000","last_unstale":"2024-09-19T05:42:16.783219+0000","last_undegraded":"2024-09-19T05:42:16.783219+0000","last_fullsized":"2024-09-19T05:42:16.783219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:38.492585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'41","reported_seq":73,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.712448+0000","last_change":"2024-09-19T05:40:12.008707+0000","last_active":"2024-09-19T05:42:16.712448+0000","last_peered":"2024-09-19T05:42:16.712448+0000","last_clean":"2024-09-19T05:42:16.712448+0000","last_became_active":"2024-09-19T05:40:12.008292+0000","last_became_peered":"2024-09-19T05:40:12.008292+0000","last_unstale":"2024-09-19T05:42:16.712448+0000","last_undegraded":"2024-09-19T05:42:16.712448+0000","last_fullsized":"2024-09-19T05:42:16.712448+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:00:29.037355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783100+0000","last_change":"2024-09-19T05:40:14.046723+0000","last_active":"2024-09-19T05:42:16.783100+0000","last_peered":"2024-09-19T05:42:16.783100+0000","last_clean":"2024-09-19T05:42:16.783100+0000","last_became_active":"2024-09-19T05:40:14.046291+0000","last_became_peered":"2024-09-19T05:40:14.046291+0000","last_unstale":"2024-09-19T05:42:16.783100+0000","last_undegraded":"2024-09-19T05:42:16.783100+0000","last_fullsized":"2024-09-19T05:42:16.783100+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:17.545589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'8","reported_seq":149,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.216100+0000","last_change":"2024-09-19T05:40:12.936982+0000","last_active":"2024-09-19T05:42:17.216100+0000","last_peered":"2024-09-19T05:42:17.216100+0000","last_clean":"2024-09-19T05:42:17.216100+0000","last_became_active":"2024-09-19T05:40:12.936469+0000","last_became_peered":"2024-09-19T05:40:12.936469+0000","last_unstale":"2024-09-19T05:42:17.216100+0000","last_undegraded":"2024-09-19T05:42:17.216100+0000","last_fullsized":"2024-09-19T05:42:17.216100+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:12:51.194517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2451,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783240+0000","last_change":"2024-09-19T05:40:14.044888+0000","last_active":"2024-09-19T05:42:16.783240+0000","last_peered":"2024-09-19T05:42:16.783240+0000","last_clean":"2024-09-19T05:42:16.783240+0000","last_became_active":"2024-09-19T05:40:14.044560+0000","last_became_peered":"2024-09-19T05:40:14.044560+0000","last_unstale":"2024-09-19T05:42:16.783240+0000","last_undegraded":"2024-09-19T05:42:16.783240+0000","last_fullsized":"2024-09-19T05:42:16.783240+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:48.492061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":351,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782980+0000","last_change":"2024-09-19T05:39:03.301222+0000","last_active":"2024-09-19T05:42:16.782980+0000","last_peered":"2024-09-19T05:42:16.782980+0000","last_clean":"2024-09-19T05:42:16.782980+0000","last_became_active":"2024-09-19T05:39:03.300744+0000","last_became_peered":"2024-09-19T05:39:03.300744+0000","last_unstale":"2024-09-19T05:42:16.782980+0000","last_undegraded":"2024-09-19T05:42:16.782980+0000","last_fullsized":"2024-09-19T05:42:16.782980+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:35:37.339030+0000","last_clean_scrub_stamp":"2024-09-19T05:35:37.339030+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:35:15.932484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470806+0000","last_change":"2024-09-19T05:40:12.015293+0000","last_active":"2024-09-19T05:42:16.470806+0000","last_peered":"2024-09-19T05:42:16.470806+0000","last_clean":"2024-09-19T05:42:16.470806+0000","last_became_active":"2024-09-19T05:40:12.014907+0000","last_became_peered":"2024-09-19T05:40:12.014907+0000","last_unstale":"2024-09-19T05:42:16.470806+0000","last_undegraded":"2024-09-19T05:42:16.470806+0000","last_fullsized":"2024-09-19T05:42:16.470806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:09.020891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468803+0000","last_change":"2024-09-19T05:40:14.045242+0000","last_active":"2024-09-19T05:42:16.468803+0000","last_peered":"2024-09-19T05:42:16.468803+0000","last_clean":"2024-09-19T05:42:16.468803+0000","last_became_active":"2024-09-19T05:40:14.044798+0000","last_became_peered":"2024-09-19T05:40:14.044798+0000","last_unstale":"2024-09-19T05:42:16.468803+0000","last_undegraded":"2024-09-19T05:42:16.468803+0000","last_fullsized":"2024-09-19T05:42:16.468803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:01.734533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.783003+0000","last_change":"2024-09-19T05:40:12.017878+0000","last_active":"2024-09-19T05:42:16.783003+0000","last_peered":"2024-09-19T05:42:16.783003+0000","last_clean":"2024-09-19T05:42:16.783003+0000","last_became_active":"2024-09-19T05:40:12.017493+0000","last_became_peered":"2024-09-19T05:40:12.017493+0000","last_unstale":"2024-09-19T05:42:16.783003+0000","last_undegraded":"2024-09-19T05:42:16.783003+0000","last_fullsized":"2024-09-19T05:42:16.783003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:56:12.793099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.791368+0000","last_change":"2024-09-19T05:40:14.044658+0000","last_active":"2024-09-19T05:42:16.791368+0000","last_peered":"2024-09-19T05:42:16.791368+0000","last_clean":"2024-09-19T05:42:16.791368+0000","last_became_active":"2024-09-19T05:40:14.044355+0000","last_became_peered":"2024-09-19T05:40:14.044355+0000","last_unstale":"2024-09-19T05:42:16.791368+0000","last_undegraded":"2024-09-19T05:42:16.791368+0000","last_fullsized":"2024-09-19T05:42:16.791368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:52.549364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"85'7","reported_seq":146,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215768+0000","last_change":"2024-09-19T05:40:12.058583+0000","last_active":"2024-09-19T05:42:17.215768+0000","last_peered":"2024-09-19T05:42:17.215768+0000","last_clean":"2024-09-19T05:42:17.215768+0000","last_became_active":"2024-09-19T05:40:12.058096+0000","last_became_peered":"2024-09-19T05:40:12.058096+0000","last_unstale":"2024-09-19T05:42:17.215768+0000","last_undegraded":"2024-09-19T05:42:17.215768+0000","last_fullsized":"2024-09-19T05:42:17.215768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:54:31.129273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"85'8","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470554+0000","last_change":"2024-09-19T05:40:14.054545+0000","last_active":"2024-09-19T05:42:16.470554+0000","last_peered":"2024-09-19T05:42:16.470554+0000","last_clean":"2024-09-19T05:42:16.470554+0000","last_became_active":"2024-09-19T05:40:14.054099+0000","last_became_peered":"2024-09-19T05:40:14.054099+0000","last_unstale":"2024-09-19T05:42:16.470554+0000","last_undegraded":"2024-09-19T05:42:16.470554+0000","last_fullsized":"2024-09-19T05:42:16.470554+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:58:41.369050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"86'7","reported_seq":147,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.215770+0000","last_change":"2024-09-19T05:40:12.021172+0000","last_active":"2024-09-19T05:42:17.215770+0000","last_peered":"2024-09-19T05:42:17.215770+0000","last_clean":"2024-09-19T05:42:17.215770+0000","last_became_active":"2024-09-19T05:40:12.020527+0000","last_became_peered":"2024-09-19T05:40:12.020527+0000","last_unstale":"2024-09-19T05:42:17.215770+0000","last_undegraded":"2024-09-19T05:42:17.215770+0000","last_fullsized":"2024-09-19T05:42:17.215770+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:38:53.569484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1476,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"85'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579961+0000","last_change":"2024-09-19T05:41:18.082326+0000","last_active":"2024-09-19T05:42:16.579961+0000","last_peered":"2024-09-19T05:42:16.579961+0000","last_clean":"2024-09-19T05:42:16.579961+0000","last_became_active":"2024-09-19T05:41:18.082032+0000","last_became_peered":"2024-09-19T05:41:18.082032+0000","last_unstale":"2024-09-19T05:42:16.579961+0000","last_undegraded":"2024-09-19T05:42:16.579961+0000","last_fullsized":"2024-09-19T05:42:16.579961+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:06.653019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.567891+0000","last_change":"2024-09-19T05:41:18.092230+0000","last_active":"2024-09-19T05:42:16.567891+0000","last_peered":"2024-09-19T05:42:16.567891+0000","last_clean":"2024-09-19T05:42:16.567891+0000","last_became_active":"2024-09-19T05:41:18.091714+0000","last_became_peered":"2024-09-19T05:41:18.091714+0000","last_unstale":"2024-09-19T05:42:16.567891+0000","last_undegraded":"2024-09-19T05:42:16.567891+0000","last_fullsized":"2024-09-19T05:42:16.567891+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:30.197162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.579923+0000","last_change":"2024-09-19T05:40:14.038802+0000","last_active":"2024-09-19T05:42:16.579923+0000","last_peered":"2024-09-19T05:42:16.579923+0000","last_clean":"2024-09-19T05:42:16.579923+0000","last_became_active":"2024-09-19T05:40:14.035086+0000","last_became_peered":"2024-09-19T05:40:14.035086+0000","last_unstale":"2024-09-19T05:42:16.579923+0000","last_undegraded":"2024-09-19T05:42:16.579923+0000","last_fullsized":"2024-09-19T05:42:16.579923+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:25:46.350925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571098+0000","last_change":"2024-09-19T05:40:12.060750+0000","last_active":"2024-09-19T05:42:16.571098+0000","last_peered":"2024-09-19T05:42:16.571098+0000","last_clean":"2024-09-19T05:42:16.571098+0000","last_became_active":"2024-09-19T05:40:12.059951+0000","last_became_peered":"2024-09-19T05:40:12.059951+0000","last_unstale":"2024-09-19T05:42:16.571098+0000","last_undegraded":"2024-09-19T05:42:16.571098+0000","last_fullsized":"2024-09-19T05:42:16.571098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:14.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.792518+0000","last_change":"2024-09-19T05:40:14.040991+0000","last_active":"2024-09-19T05:42:16.792518+0000","last_peered":"2024-09-19T05:42:16.792518+0000","last_clean":"2024-09-19T05:42:16.792518+0000","last_became_active":"2024-09-19T05:40:14.040653+0000","last_became_peered":"2024-09-19T05:40:14.040653+0000","last_unstale":"2024-09-19T05:42:16.792518+0000","last_undegraded":"2024-09-19T05:42:16.792518+0000","last_fullsized":"2024-09-19T05:42:16.792518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:20.569288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'52","reported_seq":99,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.719012+0000","last_change":"2024-09-19T05:40:12.015397+0000","last_active":"2024-09-19T05:42:16.719012+0000","last_peered":"2024-09-19T05:42:16.719012+0000","last_clean":"2024-09-19T05:42:16.719012+0000","last_became_active":"2024-09-19T05:40:12.014954+0000","last_became_peered":"2024-09-19T05:40:12.014954+0000","last_unstale":"2024-09-19T05:42:16.719012+0000","last_undegraded":"2024-09-19T05:42:16.719012+0000","last_fullsized":"2024-09-19T05:42:16.719012+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:03.266813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":93,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.469247+0000","last_change":"2024-09-19T05:40:14.034489+0000","last_active":"2024-09-19T05:42:16.469247+0000","last_peered":"2024-09-19T05:42:16.469247+0000","last_clean":"2024-09-19T05:42:16.469247+0000","last_became_active":"2024-09-19T05:40:14.034081+0000","last_became_peered":"2024-09-19T05:40:14.034081+0000","last_unstale":"2024-09-19T05:42:16.469247+0000","last_undegraded":"2024-09-19T05:42:16.469247+0000","last_fullsized":"2024-09-19T05:42:16.469247+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:44.786254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470906+0000","last_change":"2024-09-19T05:40:12.937058+0000","last_active":"2024-09-19T05:42:16.470906+0000","last_peered":"2024-09-19T05:42:16.470906+0000","last_clean":"2024-09-19T05:42:16.470906+0000","last_became_active":"2024-09-19T05:40:12.936696+0000","last_became_peered":"2024-09-19T05:40:12.936696+0000","last_unstale":"2024-09-19T05:42:16.470906+0000","last_undegraded":"2024-09-19T05:42:16.470906+0000","last_fullsized":"2024-09-19T05:42:16.470906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:23:30.309702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"85'7","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.785781+0000","last_change":"2024-09-19T05:40:14.040451+0000","last_active":"2024-09-19T05:42:16.785781+0000","last_peered":"2024-09-19T05:42:16.785781+0000","last_clean":"2024-09-19T05:42:16.785781+0000","last_became_active":"2024-09-19T05:40:14.040117+0000","last_became_peered":"2024-09-19T05:40:14.040117+0000","last_unstale":"2024-09-19T05:42:16.785781+0000","last_undegraded":"2024-09-19T05:42:16.785781+0000","last_fullsized":"2024-09-19T05:42:16.785781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:25:26.189013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790086+0000","last_change":"2024-09-19T05:40:12.060347+0000","last_active":"2024-09-19T05:42:16.790086+0000","last_peered":"2024-09-19T05:42:16.790086+0000","last_clean":"2024-09-19T05:42:16.790086+0000","last_became_active":"2024-09-19T05:40:12.059923+0000","last_became_peered":"2024-09-19T05:40:12.059923+0000","last_unstale":"2024-09-19T05:42:16.790086+0000","last_undegraded":"2024-09-19T05:42:16.790086+0000","last_fullsized":"2024-09-19T05:42:16.790086+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:54.690698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570681+0000","last_change":"2024-09-19T05:40:14.045311+0000","last_active":"2024-09-19T05:42:16.570681+0000","last_peered":"2024-09-19T05:42:16.570681+0000","last_clean":"2024-09-19T05:42:16.570681+0000","last_became_active":"2024-09-19T05:40:14.044859+0000","last_became_peered":"2024-09-19T05:40:14.044859+0000","last_unstale":"2024-09-19T05:42:16.570681+0000","last_undegraded":"2024-09-19T05:42:16.570681+0000","last_fullsized":"2024-09-19T05:42:16.570681+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:46.613877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468560+0000","last_change":"2024-09-19T05:40:12.008848+0000","last_active":"2024-09-19T05:42:16.468560+0000","last_peered":"2024-09-19T05:42:16.468560+0000","last_clean":"2024-09-19T05:42:16.468560+0000","last_became_active":"2024-09-19T05:40:12.008443+0000","last_became_peered":"2024-09-19T05:40:12.008443+0000","last_unstale":"2024-09-19T05:42:16.468560+0000","last_undegraded":"2024-09-19T05:42:16.468560+0000","last_fullsized":"2024-09-19T05:42:16.468560+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:00:43.766001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784515+0000","last_change":"2024-09-19T05:40:14.043818+0000","last_active":"2024-09-19T05:42:16.784515+0000","last_peered":"2024-09-19T05:42:16.784515+0000","last_clean":"2024-09-19T05:42:16.784515+0000","last_became_active":"2024-09-19T05:40:14.042394+0000","last_became_peered":"2024-09-19T05:40:14.042394+0000","last_unstale":"2024-09-19T05:42:16.784515+0000","last_undegraded":"2024-09-19T05:42:16.784515+0000","last_fullsized":"2024-09-19T05:42:16.784515+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:51:51.458821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'5","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782600+0000","last_change":"2024-09-19T05:40:12.015476+0000","last_active":"2024-09-19T05:42:16.782600+0000","last_peered":"2024-09-19T05:42:16.782600+0000","last_clean":"2024-09-19T05:42:16.782600+0000","last_became_active":"2024-09-19T05:40:12.015135+0000","last_became_peered":"2024-09-19T05:40:12.015135+0000","last_unstale":"2024-09-19T05:42:16.782600+0000","last_undegraded":"2024-09-19T05:42:16.782600+0000","last_fullsized":"2024-09-19T05:42:16.782600+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:44:11.563483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"85'8","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468646+0000","last_change":"2024-09-19T05:40:14.044237+0000","last_active":"2024-09-19T05:42:16.468646+0000","last_peered":"2024-09-19T05:42:16.468646+0000","last_clean":"2024-09-19T05:42:16.468646+0000","last_became_active":"2024-09-19T05:40:14.043886+0000","last_became_peered":"2024-09-19T05:40:14.043886+0000","last_unstale":"2024-09-19T05:42:16.468646+0000","last_undegraded":"2024-09-19T05:42:16.468646+0000","last_fullsized":"2024-09-19T05:42:16.468646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:24.269926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.570942+0000","last_change":"2024-09-19T05:40:12.020385+0000","last_active":"2024-09-19T05:42:16.570942+0000","last_peered":"2024-09-19T05:42:16.570942+0000","last_clean":"2024-09-19T05:42:16.570942+0000","last_became_active":"2024-09-19T05:40:12.019929+0000","last_became_peered":"2024-09-19T05:40:12.019929+0000","last_unstale":"2024-09-19T05:42:16.570942+0000","last_undegraded":"2024-09-19T05:42:16.570942+0000","last_fullsized":"2024-09-19T05:42:16.570942+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:32:01.408347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.782958+0000","last_change":"2024-09-19T05:40:14.044726+0000","last_active":"2024-09-19T05:42:16.782958+0000","last_peered":"2024-09-19T05:42:16.782958+0000","last_clean":"2024-09-19T05:42:16.782958+0000","last_became_active":"2024-09-19T05:40:14.044370+0000","last_became_peered":"2024-09-19T05:40:14.044370+0000","last_unstale":"2024-09-19T05:42:16.782958+0000","last_undegraded":"2024-09-19T05:42:16.782958+0000","last_fullsized":"2024-09-19T05:42:16.782958+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:16.613948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"85'15","reported_seq":34,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.470847+0000","last_change":"2024-09-19T05:40:14.054653+0000","last_active":"2024-09-19T05:42:16.470847+0000","last_peered":"2024-09-19T05:42:16.470847+0000","last_clean":"2024-09-19T05:42:16.470847+0000","last_became_active":"2024-09-19T05:40:14.054185+0000","last_became_peered":"2024-09-19T05:40:14.054185+0000","last_unstale":"2024-09-19T05:42:16.470847+0000","last_undegraded":"2024-09-19T05:42:16.470847+0000","last_fullsized":"2024-09-19T05:42:16.470847+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.745017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.784463+0000","last_change":"2024-09-19T05:41:18.087813+0000","last_active":"2024-09-19T05:42:16.784463+0000","last_peered":"2024-09-19T05:42:16.784463+0000","last_clean":"2024-09-19T05:42:16.784463+0000","last_became_active":"2024-09-19T05:41:18.080579+0000","last_became_peered":"2024-09-19T05:41:18.080579+0000","last_unstale":"2024-09-19T05:42:16.784463+0000","last_undegraded":"2024-09-19T05:42:16.784463+0000","last_fullsized":"2024-09-19T05:42:16.784463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:46.862643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"85'9","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.790191+0000","last_change":"2024-09-19T05:40:14.050484+0000","last_active":"2024-09-19T05:42:16.790191+0000","last_peered":"2024-09-19T05:42:16.790191+0000","last_clean":"2024-09-19T05:42:16.790191+0000","last_became_active":"2024-09-19T05:40:14.049804+0000","last_became_peered":"2024-09-19T05:40:14.049804+0000","last_unstale":"2024-09-19T05:42:16.790191+0000","last_undegraded":"2024-09-19T05:42:16.790191+0000","last_fullsized":"2024-09-19T05:42:16.790191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:11.673216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.571020+0000","last_change":"2024-09-19T05:40:12.020454+0000","last_active":"2024-09-19T05:42:16.571020+0000","last_peered":"2024-09-19T05:42:16.571020+0000","last_clean":"2024-09-19T05:42:16.571020+0000","last_became_active":"2024-09-19T05:40:12.020037+0000","last_became_peered":"2024-09-19T05:40:12.020037+0000","last_unstale":"2024-09-19T05:42:16.571020+0000","last_undegraded":"2024-09-19T05:42:16.571020+0000","last_fullsized":"2024-09-19T05:42:16.571020+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:36.063899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"85'6","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.786191+0000","last_change":"2024-09-19T05:40:14.040065+0000","last_active":"2024-09-19T05:42:16.786191+0000","last_peered":"2024-09-19T05:42:16.786191+0000","last_clean":"2024-09-19T05:42:16.786191+0000","last_became_active":"2024-09-19T05:40:14.039716+0000","last_became_peered":"2024-09-19T05:40:14.039716+0000","last_unstale":"2024-09-19T05:42:16.786191+0000","last_undegraded":"2024-09-19T05:42:16.786191+0000","last_fullsized":"2024-09-19T05:42:16.786191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:30:15.353174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":27,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468945+0000","last_change":"2024-09-19T05:40:12.058405+0000","last_active":"2024-09-19T05:42:16.468945+0000","last_peered":"2024-09-19T05:42:16.468945+0000","last_clean":"2024-09-19T05:42:16.468945+0000","last_became_active":"2024-09-19T05:40:12.058055+0000","last_became_peered":"2024-09-19T05:40:12.058055+0000","last_unstale":"2024-09-19T05:42:16.468945+0000","last_undegraded":"2024-09-19T05:42:16.468945+0000","last_fullsized":"2024-09-19T05:42:16.468945+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:00:43.672495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"85'5","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:16.468699+0000","last_change":"2024-09-19T05:40:14.051555+0000","last_active":"2024-09-19T05:42:16.468699+0000","last_peered":"2024-09-19T05:42:16.468699+0000","last_clean":"2024-09-19T05:42:16.468699+0000","last_became_active":"2024-09-19T05:40:14.051231+0000","last_became_peered":"2024-09-19T05:40:14.051231+0000","last_unstale":"2024-09-19T05:42:16.468699+0000","last_undegraded":"2024-09-19T05:42:16.468699+0000","last_fullsized":"2024-09-19T05:42:16.468699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:13.012242+0000","last_clean_scrub_stamp":"2024-09-19T05:40:13.012242+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:41:36.859903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"85'14","reported_seq":152,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-19T05:42:17.214710+0000","last_change":"2024-09-19T05:40:12.016644+0000","last_active":"2024-09-19T05:42:17.214710+0000","last_peered":"2024-09-19T05:42:17.214710+0000","last_clean":"2024-09-19T05:42:17.214710+0000","last_became_active":"2024-09-19T05:40:12.016292+0000","last_became_peered":"2024-09-19T05:40:12.016292+0000","last_unstale":"2024-09-19T05:42:17.214710+0000","last_undegraded":"2024-09-19T05:42:17.214710+0000","last_fullsized":"2024-09-19T05:42:17.214710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T05:40:10.999138+0000","last_clean_scrub_stamp":"2024-09-19T05:40:10.999138+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:28:37.385452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":602645,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1273,"num_read_kb":753,"num_write":390,"num_write_kb":1475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2162688,"data_stored":1807935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":313,"ondisk_log_size":313,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481829,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":958464,"data_stored":460728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743467,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32992,"kb_used_data":1748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712160,"statfs":{"total":95995035648,"available":95961251840,"internally_reserved":0,"allocated":1789952,"data_stored":1243031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":31914433},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906992,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1372160,"data_stored":852011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135925,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28360,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716792,"statfs":{"total":95995035648,"available":95965995008,"internally_reserved":0,"allocated":1363968,"data_stored":851807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1572864,"data_stored":1055818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528382,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":450051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32864,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712288,"statfs":{"total":95995035648,"available":95961382912,"internally_reserved":0,"allocated":1720320,"data_stored":1184393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953545,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":962560,"data_stored":459402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1507328,"data_stored":983153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1028096,"data_stored":512721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":525921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":983040,"data_stored":461132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":68248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":70676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":525246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":180224,"data_stored":136235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":394134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":394338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":253952,"data_stored":200759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T05:42:22.149 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:42:22.441 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:22.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:22 smithi007 ceph-mon[30960]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:22 smithi007 ceph-mon[30960]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.808 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:22 smithi007 ceph-mon[30960]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:22 smithi063 ceph-mon[34779]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:22 smithi063 ceph-mon[34779]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.903 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:22 smithi063 ceph-mon[34779]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 -- 172.21.15.7:0/3974736225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638101de0 msgr2=0x7fc6381021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 --2- 172.21.15.7:0/3974736225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638101de0 0x7fc6381021c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc628009900 tx=0x7fc62802a410 comp rx=0 tx=0).stop 2024-09-19T05:42:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 -- 172.21.15.7:0/3974736225 shutdown_connections 2024-09-19T05:42:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 --2- 172.21.15.7:0/3974736225 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638106f10 0x7fc63810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 --2- 172.21.15.7:0/3974736225 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc6381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 --2- 172.21.15.7:0/3974736225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638101de0 0x7fc6381021c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 -- 172.21.15.7:0/3974736225 >> 172.21.15.7:0/3974736225 conn(0x7fc6380fd8c0 msgr2=0x7fc6380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 -- 172.21.15.7:0/3974736225 shutdown_connections 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.889+0000 7fc63e479640 1 -- 172.21.15.7:0/3974736225 wait complete. 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 Processor -- start 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 -- start start 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638101de0 0x7fc6380744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc638074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc638111e20 con 0x7fc638106f10 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc638111ca0 con 0x7fc638101de0 2024-09-19T05:42:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.890+0000 7fc63e479640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc638111fa0 con 0x7fc638102790 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc637fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638101de0 0x7fc6380744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49184/0 (socket says 172.21.15.7:49184) 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 -- 172.21.15.7:0/1427172799 learned_addr learned my addr 172.21.15.7:0/1427172799 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc6377fe640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc638074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 -- 172.21.15.7:0/1427172799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 msgr2=0x7fc638074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc638074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 -- 172.21.15.7:0/1427172799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638101de0 msgr2=0x7fc6380744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638101de0 0x7fc6380744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 -- 172.21.15.7:0/1427172799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6381a6840 con 0x7fc638106f10 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc6377fe640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc638074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63ca16640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc63000eaa0 tx=0x7fc63000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63000cdb0 con 0x7fc638106f10 2024-09-19T05:42:22.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6381a6b30 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc630005020 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6300116d0 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.891+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6381a7070 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.892+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6381021c0 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.894+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fc6300051d0 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.894+0000 7fc6357fa640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 0x7fc6200a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.895+0000 7fc637fff640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 0x7fc6200a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.895+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc6300d04f0 con 0x7fc638106f10 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.895+0000 7fc637fff640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 0x7fc6200a5990 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc628031440 tx=0x7fc628005b50 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:22.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:22.897+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc630016030 con 0x7fc638106f10 2024-09-19T05:42:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:22 smithi044 ceph-mon[34175]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:22 smithi044 ceph-mon[34175]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:22.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:22 smithi044 ceph-mon[34175]: from='client.15366 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-19T05:42:23.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.111+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc63802d7c0 con 0x7fc638106f10 2024-09-19T05:42:23.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.112+0000 7fc6357fa640 1 -- 172.21.15.7:0/1427172799 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11946 (secure 0 0 0) 0x7fc63009cc90 con 0x7fc638106f10 2024-09-19T05:42:23.114 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:23.114 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"btime":"2024-09-19T05:42:17:468423+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:42:16.903022+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[14613,24481,24487,24503,24505]},"id":1}]} 2024-09-19T05:42:23.114 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.114+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 msgr2=0x7fc6200a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.114+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 0x7fc6200a5990 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc628031440 tx=0x7fc628005b50 comp rx=0 tx=0).stop 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.114+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 msgr2=0x7fc638074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.114+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc63000eaa0 tx=0x7fc63000ef60 comp rx=0 tx=0).stop 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 shutdown_connections 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc638106f10 0x7fc638074f70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:23.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6200a34d0 0x7fc6200a5990 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:23.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc638102790 0x7fc638074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:23.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 --2- 172.21.15.7:0/1427172799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc638101de0 0x7fc6380744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:23.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 >> 172.21.15.7:0/1427172799 conn(0x7fc6380fd8c0 msgr2=0x7fc6380fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:23.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 shutdown_connections 2024-09-19T05:42:23.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:23.115+0000 7fc63e479640 1 -- 172.21.15.7:0/1427172799 wait complete. 2024-09-19T05:42:23.704 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:23 smithi007 ceph-mon[30960]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-09-19T05:42:23.704 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:23 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1427172799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:23.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-19T05:42:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:23 smithi063 ceph-mon[34779]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-09-19T05:42:23.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:23 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1427172799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:23 smithi044 ceph-mon[34175]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-09-19T05:42:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:23 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1427172799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:42:24.000 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:24.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 -- 172.21.15.7:0/1514692389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 msgr2=0x7fa6b010e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 --2- 172.21.15.7:0/1514692389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b010e5f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009ca0 tx=0x7fa6a802a950 comp rx=0 tx=0).stop 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 -- 172.21.15.7:0/1514692389 shutdown_connections 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 --2- 172.21.15.7:0/1514692389 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b010e5f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 --2- 172.21.15.7:0/1514692389 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0103700 0x7fa6b010bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 --2- 172.21.15.7:0/1514692389 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0102de0 0x7fa6b01031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 -- 172.21.15.7:0/1514692389 >> 172.21.15.7:0/1514692389 conn(0x7fa6b00fc780 msgr2=0x7fa6b00feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 -- 172.21.15.7:0/1514692389 shutdown_connections 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.536+0000 7fa6b64db640 1 -- 172.21.15.7:0/1514692389 wait complete. 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 Processor -- start 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 -- start start 2024-09-19T05:42:24.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0102de0 0x7fa6b01982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0103700 0x7fa6b01987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b0111de0 con 0x7fa6b010c180 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b0111c60 con 0x7fa6b0103700 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b64db640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa6b0111f60 con 0x7fa6b0102de0 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.537+0000 7fa6b4a78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49200/0 (socket says 172.21.15.7:49200) 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 -- 172.21.15.7:0/2374040945 learned_addr learned my addr 172.21.15.7:0/2374040945 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6a7fff640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0103700 0x7fa6b01987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6affff640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0102de0 0x7fa6b01982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 -- 172.21.15.7:0/2374040945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0102de0 msgr2=0x7fa6b01982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:24.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0102de0 0x7fa6b01982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 -- 172.21.15.7:0/2374040945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0103700 msgr2=0x7fa6b01987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0103700 0x7fa6b01987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 -- 172.21.15.7:0/2374040945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6b019d260 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b4a78640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa6a802ae70 tx=0x7fa6a802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8034040 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6b019d4f0 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6a80308f0 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6a8004750 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.538+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6b01a4e30 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.539+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6b01031c0 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.540+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fa6a8037020 con 0x7fa6b010c180 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.541+0000 7fa6adffb640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 0x7fa69c0a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:24.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.541+0000 7fa6affff640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 0x7fa69c0a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.541+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa6a80f0e30 con 0x7fa6b010c180 2024-09-19T05:42:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.542+0000 7fa6affff640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 0x7fa69c0a5990 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000abe0 tx=0x7fa6a000a2d0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:24.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.545+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa6a80bd680 con 0x7fa6b010c180 2024-09-19T05:42:24.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.722+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6b0107260 con 0x7fa6b010c180 2024-09-19T05:42:24.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.724+0000 7fa6adffb640 1 -- 172.21.15.7:0/2374040945 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+23012 (secure 0 0 0) 0x7fa6a80bcf80 con 0x7fa6b010c180 2024-09-19T05:42:24.726 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:42:24.726 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":86,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:42:16.463105+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":3,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/1765602285":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3995498428":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3875082593":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3457087805":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 msgr2=0x7fa69c0a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 0x7fa69c0a5990 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000abe0 tx=0x7fa6a000a2d0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 msgr2=0x7fa6b019cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa6a802ae70 tx=0x7fa6a802f5d0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 shutdown_connections 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa6b010c180 0x7fa6b019cb80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa6b0103700 0x7fa6b01987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa69c0a34d0 0x7fa69c0a5990 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 --2- 172.21.15.7:0/2374040945 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa6b0102de0 0x7fa6b01982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:24.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 >> 172.21.15.7:0/2374040945 conn(0x7fa6b00fc780 msgr2=0x7fa6b00fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:24.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 shutdown_connections 2024-09-19T05:42:24.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:24.726+0000 7fa6b64db640 1 -- 172.21.15.7:0/2374040945 wait complete. 2024-09-19T05:42:25.341 DEBUG:tasks.fwd_scrub:Yielding 2024-09-19T05:42:25.341 INFO:teuthology.run_tasks:Running task exec... 2024-09-19T05:42:25.351 INFO:teuthology.task.exec:Executing custom commands... 2024-09-19T05:42:25.351 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:42:25.351 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-19T05:42:25.351 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-19T05:42:25.351 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-19T05:42:25.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-19T05:42:25.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 -- 172.21.15.7:0/1114063005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 msgr2=0x7fcbe01030e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 --2- 172.21.15.7:0/1114063005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe01030e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc009900 tx=0x7fcbdc02a480 comp rx=0 tx=0).stop 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 -- 172.21.15.7:0/1114063005 shutdown_connections 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 --2- 172.21.15.7:0/1114063005 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 0x7fcbe010e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 --2- 172.21.15.7:0/1114063005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 0x7fcbe010bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 --2- 172.21.15.7:0/1114063005 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe01030e0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 -- 172.21.15.7:0/1114063005 >> 172.21.15.7:0/1114063005 conn(0x7fcbe00779a0 msgr2=0x7fcbe00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 -- 172.21.15.7:0/1114063005 shutdown_connections 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.457+0000 7fcbe8427640 1 -- 172.21.15.7:0/1114063005 wait complete. 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 Processor -- start 2024-09-19T05:42:25.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 -- start start 2024-09-19T05:42:25.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 0x7fcbe0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 0x7fcbe019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe0111da0 con 0x7fcbe0102d00 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe0111c20 con 0x7fcbe0103620 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe8427640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe0111f20 con 0x7fcbe010c0d0 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe61c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe61c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49222/0 (socket says 172.21.15.7:49222) 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.458+0000 7fcbe61c3640 1 -- 172.21.15.7:0/2706081526 learned_addr learned my addr 172.21.15.7:0/2706081526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe69c4640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 0x7fcbe019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe59c2640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 0x7fcbe0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 -- 172.21.15.7:0/2706081526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 msgr2=0x7fcbe019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 0x7fcbe019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 -- 172.21.15.7:0/2706081526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 msgr2=0x7fcbe0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 0x7fcbe0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 -- 172.21.15.7:0/2706081526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe019d340 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe61c3640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc005ab0 tx=0x7fcbdc003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc03f070 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbdc031d60 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe019d5d0 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc035030 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.459+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe01a4ec0 con 0x7fcbe0102d00 2024-09-19T05:42:25.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.460+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbe006a260 con 0x7fcbe0102d00 2024-09-19T05:42:25.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.462+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fcbdc042070 con 0x7fcbe0102d00 2024-09-19T05:42:25.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.463+0000 7fcbd77fe640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 0x7fcbcc0a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.463+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fcbdc0f0bf0 con 0x7fcbe0102d00 2024-09-19T05:42:25.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.463+0000 7fcbe59c2640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 0x7fcbcc0a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.464+0000 7fcbe59c2640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 0x7fcbcc0a5a10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcbe00fff40 tx=0x7fcbd000b410 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:25.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.465+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fcbdc0bce10 con 0x7fcbe0102d00 2024-09-19T05:42:25.617 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:25.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.652+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7fcbe0107180 con 0x7fcbe0102d00 2024-09-19T05:42:25.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.656+0000 7fcbd77fe640 1 -- 172.21.15.7:0/2706081526 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v26)=0 v26) ==== 129+0+0 (secure 0 0 0) 0x7fcbdc0c1110 con 0x7fcbe0102d00 2024-09-19T05:42:25.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 msgr2=0x7fcbcc0a5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 0x7fcbcc0a5a10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcbe00fff40 tx=0x7fcbd000b410 comp rx=0 tx=0).stop 2024-09-19T05:42:25.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 msgr2=0x7fcbe0198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc005ab0 tx=0x7fcbdc003cd0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 shutdown_connections 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fcbcc0a3550 0x7fcbcc0a5a10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fcbe010c0d0 0x7fcbe019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbe0103620 0x7fcbe0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 --2- 172.21.15.7:0/2706081526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbe0102d00 0x7fcbe0198350 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 >> 172.21.15.7:0/2706081526 conn(0x7fcbe00779a0 msgr2=0x7fcbe00fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 shutdown_connections 2024-09-19T05:42:25.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.658+0000 7fcbe8427640 1 -- 172.21.15.7:0/2706081526 wait complete. 2024-09-19T05:42:25.673 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-19T05:42:25.771 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:25 smithi007 ceph-mon[30960]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.0 KiB/s wr, 25 op/s 2024-09-19T05:42:25.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:25 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2374040945' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 -- 172.21.15.7:0/1673118107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381069d0 msgr2=0x7ff338106db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 --2- 172.21.15.7:0/1673118107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381069d0 0x7ff338106db0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff328009930 tx=0x7ff32802a420 comp rx=0 tx=0).stop 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 -- 172.21.15.7:0/1673118107 shutdown_connections 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 --2- 172.21.15.7:0/1673118107 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 0x7ff33810d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 --2- 172.21.15.7:0/1673118107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381009c0 0x7ff338100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 --2- 172.21.15.7:0/1673118107 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381069d0 0x7ff338106db0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 -- 172.21.15.7:0/1673118107 >> 172.21.15.7:0/1673118107 conn(0x7ff3380fc6e0 msgr2=0x7ff3380feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 -- 172.21.15.7:0/1673118107 shutdown_connections 2024-09-19T05:42:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 -- 172.21.15.7:0/1673118107 wait complete. 2024-09-19T05:42:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.781+0000 7ff33e842640 1 Processor -- start 2024-09-19T05:42:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 -- start start 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 0x7ff338197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381069d0 0x7ff33819bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff338110cc0 con 0x7ff3381009c0 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff338110b40 con 0x7ff3381069d0 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33e842640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff338110e40 con 0x7ff338101360 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49232/0 (socket says 172.21.15.7:49232) 2024-09-19T05:42:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 -- 172.21.15.7:0/44757482 learned_addr learned my addr 172.21.15.7:0/44757482 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff3377fe640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 0x7ff338197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff33cddf640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381069d0 0x7ff33819bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 -- 172.21.15.7:0/44757482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 msgr2=0x7ff338197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 0x7ff338197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 -- 172.21.15.7:0/44757482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381069d0 msgr2=0x7ff33819bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381069d0 0x7ff33819bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.782+0000 7ff337fff640 1 -- 172.21.15.7:0/44757482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff33819c300 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff337fff640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff328004770 tx=0x7ff328004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff328035050 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff328003aa0 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff33819c590 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff328038ae0 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.783+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff33806a340 con 0x7ff3381009c0 2024-09-19T05:42:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.784+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff338102100 con 0x7ff3381009c0 2024-09-19T05:42:25.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.785+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7ff328003c50 con 0x7ff3381009c0 2024-09-19T05:42:25.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.786+0000 7ff3357fa640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 0x7ff3200a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:25.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.786+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff3280f2040 con 0x7ff3381009c0 2024-09-19T05:42:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.786+0000 7ff3377fe640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 0x7ff3200a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.786+0000 7ff3377fe640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 0x7ff3200a5990 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff3380ffed0 tx=0x7ff32c00a2d0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.790+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7ff3280be8b0 con 0x7ff3381009c0 2024-09-19T05:42:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:25 smithi063 ceph-mon[34779]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.0 KiB/s wr, 25 op/s 2024-09-19T05:42:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:25 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2374040945' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:25.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.971+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7ff338198660 con 0x7ff3381009c0 2024-09-19T05:42:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:25 smithi044 ceph-mon[34175]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 1.0 KiB/s wr, 25 op/s 2024-09-19T05:42:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:25 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2374040945' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:42:25.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.975+0000 7ff3357fa640 1 -- 172.21.15.7:0/44757482 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v27)=0 v27) ==== 138+0+0 (secure 0 0 0) 0x7ff3280be1b0 con 0x7ff3381009c0 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 msgr2=0x7ff3200a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 0x7ff3200a5990 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff3380ffed0 tx=0x7ff32c00a2d0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 msgr2=0x7ff338197310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff328004770 tx=0x7ff328004270 comp rx=0 tx=0).stop 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 shutdown_connections 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3381069d0 0x7ff33819bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff3200a34d0 0x7ff3200a5990 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff338101360 0x7ff338197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 --2- 172.21.15.7:0/44757482 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff3381009c0 0x7ff338197310 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:25.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 >> 172.21.15.7:0/44757482 conn(0x7ff3380fc6e0 msgr2=0x7ff3380fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:25.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 shutdown_connections 2024-09-19T05:42:25.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:25.978+0000 7ff33e842640 1 -- 172.21.15.7:0/44757482 wait complete. 2024-09-19T05:42:25.992 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 -- 172.21.15.7:0/2472190694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263810c0d0 msgr2=0x7f263810e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 --2- 172.21.15.7:0/2472190694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263810c0d0 0x7f263810e540 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2630009ca0 tx=0x7f263002a950 comp rx=0 tx=0).stop 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 -- 172.21.15.7:0/2472190694 shutdown_connections 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 --2- 172.21.15.7:0/2472190694 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263810c0d0 0x7f263810e540 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 --2- 172.21.15.7:0/2472190694 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2638103620 0x7f263810bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 --2- 172.21.15.7:0/2472190694 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638102d00 0x7f26381030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 -- 172.21.15.7:0/2472190694 >> 172.21.15.7:0/2472190694 conn(0x7f26380779a0 msgr2=0x7f26380fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 -- 172.21.15.7:0/2472190694 shutdown_connections 2024-09-19T05:42:26.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.108+0000 7f263eb18640 1 -- 172.21.15.7:0/2472190694 wait complete. 2024-09-19T05:42:26.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 Processor -- start 2024-09-19T05:42:26.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 -- start start 2024-09-19T05:42:26.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638103620 0x7f2638100e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f263810c0d0 0x7f26381013d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2638111d50 con 0x7f2638102d00 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2638111bd0 con 0x7f2638103620 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263eb18640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2638111ed0 con 0x7f263810c0d0 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49252/0 (socket says 172.21.15.7:49252) 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 -- 172.21.15.7:0/3865796293 learned_addr learned my addr 172.21.15.7:0/3865796293 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263d0b5640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f263810c0d0 0x7f26381013d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f2637fff640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638103620 0x7f2638100e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 -- 172.21.15.7:0/3865796293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f263810c0d0 msgr2=0x7f26381013d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f263810c0d0 0x7f26381013d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 -- 172.21.15.7:0/3865796293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638103620 msgr2=0x7f2638100e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638103620 0x7f2638100e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 -- 172.21.15.7:0/3865796293 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26381a6780 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.109+0000 7f263c8b4640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f262c00e9f0 tx=0x7f262c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.110+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262c00cd80 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.110+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26381a6a70 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.110+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26381a7010 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.110+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f262c0108e0 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.110+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262c0188e0 con 0x7f2638102d00 2024-09-19T05:42:26.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.111+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f261c005290 con 0x7f2638102d00 2024-09-19T05:42:26.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.112+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f262c010430 con 0x7f2638102d00 2024-09-19T05:42:26.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.113+0000 7f2635ffb640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 0x7f26280a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.114+0000 7f2637fff640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 0x7f26280a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.114+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f262c0d02a0 con 0x7f2638102d00 2024-09-19T05:42:26.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.114+0000 7f2637fff640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 0x7f26280a5990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f26381023e0 tx=0x7f2624005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.118+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f262c09ca40 con 0x7f2638102d00 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 -- 172.21.15.7:0/260057141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8102d90 msgr2=0x7f38d8103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/260057141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8102d90 0x7f38d8103170 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f38c8009930 tx=0x7f38c802a420 comp rx=0 tx=0).stop 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 -- 172.21.15.7:0/260057141 shutdown_connections 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/260057141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8108290 0x7f38d810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/260057141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 0x7f38d8107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/260057141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8102d90 0x7f38d8103170 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 -- 172.21.15.7:0/260057141 >> 172.21.15.7:0/260057141 conn(0x7f38d80fc7d0 msgr2=0x7f38d80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 -- 172.21.15.7:0/260057141 shutdown_connections 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.128+0000 7f38ddaa3640 1 -- 172.21.15.7:0/260057141 wait complete. 2024-09-19T05:42:26.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 Processor -- start 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 -- start start 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8102d90 0x7f38d8198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 0x7f38d8198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f38d8111f40 con 0x7f38d8108290 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d8111dc0 con 0x7f38d8103740 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38ddaa3640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81120c0 con 0x7f38d8102d90 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38d7fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49280/0 (socket says 172.21.15.7:49280) 2024-09-19T05:42:26.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.129+0000 7f38d7fff640 1 -- 172.21.15.7:0/2787631943 learned_addr learned my addr 172.21.15.7:0/2787631943 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 0x7f38d8198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8102d90 0x7f38d8198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 -- 172.21.15.7:0/2787631943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8102d90 msgr2=0x7f38d8198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8102d90 0x7f38d8198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 -- 172.21.15.7:0/2787631943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 msgr2=0x7f38d8198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 0x7f38d8198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 -- 172.21.15.7:0/2787631943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d819d4b0 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d7fff640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f38d000eb10 tx=0x7f38d000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d4ff9640 1 -- 172.21.15.7:0/2787631943 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d0004b20 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d4ff9640 1 -- 172.21.15.7:0/2787631943 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38d0004cc0 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38d4ff9640 1 -- 172.21.15.7:0/2787631943 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d0010690 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d819d7a0 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.130+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d81a5080 con 0x7f38d8108290 2024-09-19T05:42:26.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 Processor -- start 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38d4ff9640 1 -- 172.21.15.7:0/2787631943 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f38d0005020 con 0x7f38d8108290 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 -- start start 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdaef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdbc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bd14280 con 0x55bc6bdaf480 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bcbbb10 con 0x55bc6bdaeb60 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.133+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bd10240 con 0x55bc6bdb9d40 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d6ffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdaef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49292/0 (socket says 172.21.15.7:49292) 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 -- 172.21.15.7:0/2732801671 learned_addr learned my addr 172.21.15.7:0/2732801671 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d6ffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdaef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:55954/0 (socket says 172.21.15.7:55954) 2024-09-19T05:42:26.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdbc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 -- 172.21.15.7:0/2732801671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 msgr2=0x55bc6bdbc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdbc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 -- 172.21.15.7:0/2732801671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 msgr2=0x55bc6bdaef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdaef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 -- 172.21.15.7:0/2732801671 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc6bcc81f0 con 0x55bc6bdaf480 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d4ff9640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 0x7f38c00a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f38c8031440 tx=0x7f38c8032b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd1a62646a2dc97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 0x7f38c00a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.134+0000 7f38d4ff9640 1 -- 172.21.15.7:0/2787631943 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f38d00d06d0 con 0x7f38d8108290 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.135+0000 7f38bdffb640 1 -- 172.21.15.7:0/2732801671 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c803f070 con 0x55bc6bdaf480 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.135+0000 7f38bdffb640 1 -- 172.21.15.7:0/2732801671 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38c8004030 con 0x55bc6bdaf480 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.135+0000 7f38bdffb640 1 -- 172.21.15.7:0/2732801671 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c8035070 con 0x55bc6bdaf480 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.135+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2732801671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 msgr2=0x55bc6bdb9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.135+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 0x7f38c00a5990 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x55bc6bdac470 tx=0x7f38cc005c90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f38c8031440 tx=0x7f38c8032b80 comp rx=0 tx=0).stop 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2732801671 shutdown_connections 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdbc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb9800 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2732801671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdaef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2732801671 >> 172.21.15.7:0/2732801671 conn(0x55bc6bdab0f0 msgr2=0x55bc6bdab4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2732801671 shutdown_connections 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2732801671 wait complete. 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- start start 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 Processor -- start 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bdbc910 con 0x55bc6bdaf480 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bccef10 con 0x55bc6bdaeb60 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.136+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bc6bdbca90 con 0x55bc6bdb9d40 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38dfe7c740 10 client.0 _ll_register_callbacks cb 0x55bc6bc97a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49296/0 (socket says 172.21.15.7:49296) 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 -- 172.21.15.7:0/1764894267 learned_addr learned my addr 172.21.15.7:0/1764894267 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d7fff640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 -- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 msgr2=0x55bc6bdb7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 -- 172.21.15.7:0/1764894267 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 msgr2=0x55bc6bdb6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 -- 172.21.15.7:0/1764894267 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc6ba856a0 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f38cc003a90 tx=0x7f38cc00b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80fb3e9fd9ae0873 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38cc022b40 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f38cc022ce0 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.137+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38c8004030 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f38cc034450 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 10 client.15408 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bc6bdc8580 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38c8004030 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f38cc020410 con 0x55bc6bdaf480 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 10 client.15408 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 10 client.15408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:26.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 20 client.15408 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6bdc9a40 0x55bc6bdcbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 4 client.15408 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc6bd217f0 con 0x55bc6bdc9a40 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.138+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6bdc9a40 0x55bc6bdcbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.139+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6bdc9a40 0x55bc6bdcbee0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f944af08338654e server_cookie=ad87952d0a89e532 in_seq=0 out_seq=0 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.139+0000 7f38b6ffd640 10 client.15408 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1764894267 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bc6bd217f0 con 0x55bc6bdc9a40 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38b6ffd640 10 client.15408 handle_command_reply: tid=0 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 client.15408 shutdown 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 msgr2=0x55bc6bdb7140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f38cc003a90 tx=0x7f38cc00b390 comp rx=0 tx=0).stop 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 shutdown_connections 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6bdc9a40 0x55bc6bdcbee0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb7140 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1764894267 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 >> 172.21.15.7:0/1764894267 conn(0x55bc6bdab0f0 msgr2=0x55bc6bdaa270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38b6ffd640 0 client.15408 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 shutdown_connections 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1764894267 wait complete. 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.140+0000 7f38dfe7c740 20 client.15408 trim_cache size 0 max 16384 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.158+0000 7f38dfe7c740 1 Processor -- start 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.158+0000 7f38dfe7c740 1 -- start start 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 0x55bc6bdd17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdd1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81ab650 con 0x55bc6bdaeb60 2024-09-19T05:42:26.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81ad190 con 0x55bc6bdaf480 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81abd20 con 0x55bc6bdb9d40 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49304/0 (socket says 172.21.15.7:49304) 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 -- 172.21.15.7:0/2912143691 learned_addr learned my addr 172.21.15.7:0/2912143691 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d7fff640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdd1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 0x55bc6bdd17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 -- 172.21.15.7:0/2912143691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 msgr2=0x55bc6bdd1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdd1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 -- 172.21.15.7:0/2912143691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 msgr2=0x55bc6bdd17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 0x55bc6bdd17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 -- 172.21.15.7:0/2912143691 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc6bdac280 con 0x55bc6bdaeb60 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 0x55bc6bdd17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:26.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38d77fe640 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f38c802a940 tx=0x7f38c8005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a0691362236a2ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.159+0000 7f38bd7fa640 1 -- 172.21.15.7:0/2912143691 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c8035030 con 0x55bc6bdaeb60 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38bd7fa640 1 -- 172.21.15.7:0/2912143691 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38c8031cf0 con 0x55bc6bdaeb60 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38bd7fa640 1 -- 172.21.15.7:0/2912143691 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c803f040 con 0x55bc6bdaeb60 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2912143691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 msgr2=0x55bc6bdb8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f38c802a940 tx=0x7f38c8005be0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2912143691 shutdown_connections 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdd1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdaf480 0x55bc6bdd17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/2912143691 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb8a60 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2912143691 >> 172.21.15.7:0/2912143691 conn(0x55bc6bdab0f0 msgr2=0x55bc6bdb8350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2912143691 shutdown_connections 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.160+0000 7f38dfe7c740 1 -- 172.21.15.7:0/2912143691 wait complete. 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 -- start start 2024-09-19T05:42:26.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 Processor -- start 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81acac0 con 0x55bc6bdaeb60 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81ac3f0 con 0x55bc6bdb9d40 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f38d81a9630 con 0x55bc6bdaf480 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38dfe7c740 10 client.0 _ll_register_callbacks cb 0x7f38cc00b570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38d77fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49314/0 (socket says 172.21.15.7:49314) 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.161+0000 7f38d77fe640 1 -- 172.21.15.7:0/1250283141 learned_addr learned my addr 172.21.15.7:0/1250283141 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d7fff640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 -- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 msgr2=0x55bc6bdb4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 -- 172.21.15.7:0/1250283141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 msgr2=0x55bc6bdb47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 -- 172.21.15.7:0/1250283141 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc6be338e0 con 0x55bc6bdaeb60 2024-09-19T05:42:26.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d7fff640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38d77fe640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f38c8006010 tx=0x7f38c80098b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad9f727ec7da601 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c805c060 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f38c8005460 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38c8031cf0 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f38c8035030 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38dfe7c740 10 client.15414 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bc6be34b50 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.162+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38c8031cf0 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f38c804e430 con 0x55bc6bdaeb60 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 10 client.15414 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:26.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 10 client.15414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 20 client.15414 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6be34dd0 0x55bc6be371c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 4 client.15414 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55bc6bd1bd00 con 0x55bc6be34dd0 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6be34dd0 0x55bc6be371c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38d6ffd640 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6be34dd0 0x55bc6be371c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a746e62022439e06 server_cookie=f95014930bb0fd5c in_seq=0 out_seq=0 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.163+0000 7f38b6ffd640 10 client.15414 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.165+0000 7f38b6ffd640 1 -- 172.21.15.7:0/1250283141 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55bc6bd1bd00 con 0x55bc6be34dd0 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.165+0000 7f38b6ffd640 10 client.15414 handle_command_reply: tid=0 2024-09-19T05:42:26.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.165+0000 7f38dfe7c740 1 client.15414 shutdown 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 msgr2=0x55bc6bdb3d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f38c8006010 tx=0x7f38c80098b0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 shutdown_connections 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc6bdb9d40 0x55bc6bdb47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc6bdaf480 0x55bc6bdb4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc6be34dd0 0x55bc6be371c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 --2- 172.21.15.7:0/1250283141 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc6bdaeb60 0x55bc6bdb3d50 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38b6ffd640 0 client.15414 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 >> 172.21.15.7:0/1250283141 conn(0x55bc6bdab0f0 msgr2=0x55bc6bdaa270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 shutdown_connections 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 1 -- 172.21.15.7:0/1250283141 wait complete. 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.166+0000 7f38dfe7c740 20 client.15414 trim_cache size 0 max 16384 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "d39cad95-9926-4188-a2c7-af742bc00bf4", 2024-09-19T05:42:26.184 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-19T05:42:26.185 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 msgr2=0x7f38c00a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 0x7f38c00a5990 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x55bc6bdac470 tx=0x7f38cc005c90 comp rx=0 tx=0).stop 2024-09-19T05:42:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 msgr2=0x7f38d819cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f38d000eb10 tx=0x7f38d000c2d0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 shutdown_connections 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38d8108290 0x7f38d819cdd0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d8103740 0x7f38d8198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f38c00a34d0 0x7f38c00a5990 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 --2- 172.21.15.7:0/2787631943 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f38d8102d90 0x7f38d8198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 >> 172.21.15.7:0/2787631943 conn(0x7f38d80fc7d0 msgr2=0x7f38d8105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 shutdown_connections 2024-09-19T05:42:26.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.167+0000 7f38ddaa3640 1 -- 172.21.15.7:0/2787631943 wait complete. 2024-09-19T05:42:26.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.308+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f261c005580 con 0x7f2638102d00 2024-09-19T05:42:26.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.312+0000 7f2635ffb640 1 -- 172.21.15.7:0/3865796293 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v28)=0 v28) ==== 133+0+0 (secure 0 0 0) 0x7f262c09c340 con 0x7f2638102d00 2024-09-19T05:42:26.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 msgr2=0x7f26280a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 0x7f26280a5990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f26381023e0 tx=0x7f2624005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 msgr2=0x7f2638100950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f262c00e9f0 tx=0x7f262c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 shutdown_connections 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f26280a34d0 0x7f26280a5990 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f263810c0d0 0x7f26381013d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2638103620 0x7f2638100e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 --2- 172.21.15.7:0/3865796293 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2638102d00 0x7f2638100950 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 >> 172.21.15.7:0/3865796293 conn(0x7f26380779a0 msgr2=0x7f26380fd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 shutdown_connections 2024-09-19T05:42:26.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.314+0000 7f263eb18640 1 -- 172.21.15.7:0/3865796293 wait complete. 2024-09-19T05:42:26.327 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-19T05:42:26.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 -- 172.21.15.7:0/1592075812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 msgr2=0x7f791810bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 --2- 172.21.15.7:0/1592075812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f791810bb20 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f790c009900 tx=0x7f790c02a480 comp rx=0 tx=0).stop 2024-09-19T05:42:26.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 -- 172.21.15.7:0/1592075812 shutdown_connections 2024-09-19T05:42:26.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 --2- 172.21.15.7:0/1592075812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f791810c0f0 0x7f791810e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 --2- 172.21.15.7:0/1592075812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f791810bb20 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 --2- 172.21.15.7:0/1592075812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7918102d20 0x7f7918103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 -- 172.21.15.7:0/1592075812 >> 172.21.15.7:0/1592075812 conn(0x7f79180fc6b0 msgr2=0x7f79180fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 -- 172.21.15.7:0/1592075812 shutdown_connections 2024-09-19T05:42:26.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.440+0000 7f791d952640 1 -- 172.21.15.7:0/1592075812 wait complete. 2024-09-19T05:42:26.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 Processor -- start 2024-09-19T05:42:26.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 -- start start 2024-09-19T05:42:26.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 0x7f7918198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791810c0f0 0x7f791819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7918111d80 con 0x7f7918103640 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7918111c00 con 0x7f791810c0f0 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f791d952640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7918111f00 con 0x7f7918102d20 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f79167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f79167fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49338/0 (socket says 172.21.15.7:49338) 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f79167fc640 1 -- 172.21.15.7:0/3427259125 learned_addr learned my addr 172.21.15.7:0/3427259125 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f7916ffd640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 0x7f7918198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f79177fe640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791810c0f0 0x7f791819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.441+0000 7f79167fc640 1 -- 172.21.15.7:0/3427259125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 msgr2=0x7f7918198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f79167fc640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 0x7f7918198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f79167fc640 1 -- 172.21.15.7:0/3427259125 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791810c0f0 msgr2=0x7f791819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f79167fc640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791810c0f0 0x7f791819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f79167fc640 1 -- 172.21.15.7:0/3427259125 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791819d340 con 0x7f7918103640 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f7916ffd640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 0x7f7918198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f79167fc640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f790c005940 tx=0x7f790c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c03f030 con 0x7f7918103640 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f790c0044c0 con 0x7f7918103640 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791819d5d0 con 0x7f7918103640 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c035070 con 0x7f7918103640 2024-09-19T05:42:26.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.442+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79181a4ec0 con 0x7f7918103640 2024-09-19T05:42:26.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.443+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f791806aa90 con 0x7f7918103640 2024-09-19T05:42:26.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.444+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f790c042030 con 0x7f7918103640 2024-09-19T05:42:26.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.445+0000 7f791c950640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 0x7f79000a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.445+0000 7f7916ffd640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 0x7f79000a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.445+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f790c0f04b0 con 0x7f7918103640 2024-09-19T05:42:26.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.445+0000 7f7916ffd640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 0x7f79000a5990 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7908009fc0 tx=0x7f7908005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.449+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f790c0bc6d0 con 0x7f7918103640 2024-09-19T05:42:26.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.648+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f7918107170 con 0x7f79000a34d0 2024-09-19T05:42:26.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.718+0000 7f791c950640 1 -- 172.21.15.7:0/3427259125 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7918107170 con 0x7f79000a34d0 2024-09-19T05:42:26.720 INFO:teuthology.orchestra.run.smithi007.stdout:Schedule set for path / 2024-09-19T05:42:26.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 msgr2=0x7f79000a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 0x7f79000a5990 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7908009fc0 tx=0x7f7908005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:26.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 msgr2=0x7f7918198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f790c005940 tx=0x7f790c0040c0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 shutdown_connections 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791810c0f0 0x7f791819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7918103640 0x7f7918198890 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79000a34d0 0x7f79000a5990 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 --2- 172.21.15.7:0/3427259125 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7918102d20 0x7f7918198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 >> 172.21.15.7:0/3427259125 conn(0x7f79180fc6b0 msgr2=0x7f79180fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 shutdown_connections 2024-09-19T05:42:26.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.720+0000 7f791d952640 1 -- 172.21.15.7:0/3427259125 wait complete. 2024-09-19T05:42:26.733 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-19T05:42:26.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- 172.21.15.7:0/956789183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0101ac0 msgr2=0x7f37c0101f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 --2- 172.21.15.7:0/956789183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0101ac0 0x7f37c0101f20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f37a8009930 tx=0x7f37a802a420 comp rx=0 tx=0).stop 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- 172.21.15.7:0/956789183 shutdown_connections 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 --2- 172.21.15.7:0/956789183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0102460 0x7f37c010e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 --2- 172.21.15.7:0/956789183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0101ac0 0x7f37c0101f20 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 --2- 172.21.15.7:0/956789183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 0x7f37c0107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- 172.21.15.7:0/956789183 >> 172.21.15.7:0/956789183 conn(0x7f37c00fd7e0 msgr2=0x7f37c00ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- 172.21.15.7:0/956789183 shutdown_connections 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- 172.21.15.7:0/956789183 wait complete. 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 Processor -- start 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.845+0000 7f37c725e640 1 -- start start 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0101ac0 0x7f37c0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 0x7f37c019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111dc0 con 0x7f37c0102460 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111c40 con 0x7f37c0101ac0 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c725e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111f40 con 0x7f37c0107ad0 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49360/0 (socket says 172.21.15.7:49360) 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 -- 172.21.15.7:0/724527454 learned_addr learned my addr 172.21.15.7:0/724527454 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c57fb640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 0x7f37c019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37c4ffa640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0101ac0 0x7f37c0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 -- 172.21.15.7:0/724527454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 msgr2=0x7f37c019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 0x7f37c019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 -- 172.21.15.7:0/724527454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0101ac0 msgr2=0x7f37c0198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0101ac0 0x7f37c0198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:26.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.846+0000 7f37bffff640 1 -- 172.21.15.7:0/724527454 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c019d370 con 0x7f37c0102460 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37bffff640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f37a8005940 tx=0x7f37a80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a803f030 con 0x7f37c0102460 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a80044c0 con 0x7f37c0102460 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c019d600 con 0x7f37c0102460 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a8035070 con 0x7f37c0102460 2024-09-19T05:42:26.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.847+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c01a4ef0 con 0x7f37c0102460 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.848+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c0103200 con 0x7f37c0102460 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.849+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f37a8042030 con 0x7f37c0102460 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.850+0000 7f37bdffb640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 0x7f37ac0a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.850+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f37a80f0230 con 0x7f37c0102460 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.850+0000 7f37c4ffa640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 0x7f37ac0a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:26.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.851+0000 7f37c4ffa640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 0x7f37ac0a5990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009ae0 tx=0x7f37b0005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:26.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:26.854+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f37a80bcaa0 con 0x7f37c0102460 2024-09-19T05:42:26.863 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:42:26.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2706081526' entity='client.admin' 2024-09-19T05:42:26.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:26.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/44757482' entity='client.admin' 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3865796293' entity='client.admin' 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:26.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.064+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f37c0062630 con 0x7f37ac0a34d0 2024-09-19T05:42:27.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.131+0000 7f37bdffb640 1 -- 172.21.15.7:0/724527454 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f37c0062630 con 0x7f37ac0a34d0 2024-09-19T05:42:27.133 INFO:teuthology.orchestra.run.smithi007.stdout:Retention added to path / 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 msgr2=0x7f37ac0a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 0x7f37ac0a5990 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009ae0 tx=0x7f37b0005f90 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 msgr2=0x7f37c01988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f37a8005940 tx=0x7f37a80040c0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 shutdown_connections 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f37ac0a34d0 0x7f37ac0a5990 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f37c0107ad0 0x7f37c019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f37c0102460 0x7f37c01988c0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 --2- 172.21.15.7:0/724527454 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c0101ac0 0x7f37c0198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 >> 172.21.15.7:0/724527454 conn(0x7f37c00fd7e0 msgr2=0x7f37c00fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 shutdown_connections 2024-09-19T05:42:27.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.133+0000 7f37c725e640 1 -- 172.21.15.7:0/724527454 wait complete. 2024-09-19T05:42:27.138 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2706081526' entity='client.admin' 2024-09-19T05:42:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/44757482' entity='client.admin' 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3865796293' entity='client.admin' 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.148 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2706081526' entity='client.admin' 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/44757482' entity='client.admin' 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3865796293' entity='client.admin' 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:42:27.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 -- 172.21.15.7:0/2009459281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481009d0 msgr2=0x7f1448100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 --2- 172.21.15.7:0/2009459281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481009d0 0x7f1448100e30 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1438009930 tx=0x7f143802a420 comp rx=0 tx=0).stop 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 -- 172.21.15.7:0/2009459281 shutdown_connections 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 --2- 172.21.15.7:0/2009459281 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1448101370 0x7f144810d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 --2- 172.21.15.7:0/2009459281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481009d0 0x7f1448100e30 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 --2- 172.21.15.7:0/2009459281 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f14481069e0 0x7f1448106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 -- 172.21.15.7:0/2009459281 >> 172.21.15.7:0/2009459281 conn(0x7f14480fc6b0 msgr2=0x7f14480fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 -- 172.21.15.7:0/2009459281 shutdown_connections 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.252+0000 7f144f4ac640 1 -- 172.21.15.7:0/2009459281 wait complete. 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 Processor -- start 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 -- start start 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14481009d0 0x7f1448198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 0x7f14481988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1448111dc0 con 0x7f14481069e0 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1448111c40 con 0x7f1448101370 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144f4ac640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1448111f40 con 0x7f14481009d0 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144da49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144da49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49382/0 (socket says 172.21.15.7:49382) 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144da49640 1 -- 172.21.15.7:0/334559601 learned_addr learned my addr 172.21.15.7:0/334559601 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144d248640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14481009d0 0x7f1448198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.253+0000 7f144ca47640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 0x7f14481988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 -- 172.21.15.7:0/334559601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14481009d0 msgr2=0x7f1448198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14481009d0 0x7f1448198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 -- 172.21.15.7:0/334559601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 msgr2=0x7f14481988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 0x7f14481988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 -- 172.21.15.7:0/334559601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f144819d370 con 0x7f14481069e0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144ca47640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 0x7f14481988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144da49640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f144000eaa0 tx=0x7f144000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144000cdb0 con 0x7f14481069e0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1440005020 con 0x7f14481069e0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f144819d660 con 0x7f14481069e0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14400116d0 con 0x7f14481069e0 2024-09-19T05:42:27.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.254+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14481a4ef0 con 0x7f14481069e0 2024-09-19T05:42:27.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.255+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1448100e30 con 0x7f14481069e0 2024-09-19T05:42:27.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.256+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f14400051d0 con 0x7f14481069e0 2024-09-19T05:42:27.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.257+0000 7f143e7fc640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 0x7f14340a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.257+0000 7f144d248640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 0x7f14340a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.257+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f14400d0550 con 0x7f14481069e0 2024-09-19T05:42:27.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.258+0000 7f144d248640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 0x7f14340a5990 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f144400bb60 tx=0x7f144400b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.261+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1440016030 con 0x7f14481069e0 2024-09-19T05:42:27.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.465+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f1448062630 con 0x7f14340a34d0 2024-09-19T05:42:27.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.473+0000 7f143e7fc640 1 -- 172.21.15.7:0/334559601 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f1448062630 con 0x7f14340a34d0 2024-09-19T05:42:27.475 INFO:teuthology.orchestra.run.smithi007.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-19T00:00:00", "created": "2024-09-19T05:42:26", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-19T05:42:27.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 msgr2=0x7f14340a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 0x7f14340a5990 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f144400bb60 tx=0x7f144400b390 comp rx=0 tx=0).stop 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 msgr2=0x7f144819cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f144000eaa0 tx=0x7f144000ef60 comp rx=0 tx=0).stop 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 shutdown_connections 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f14481069e0 0x7f144819cc40 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1448101370 0x7f14481988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f14340a34d0 0x7f14340a5990 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 --2- 172.21.15.7:0/334559601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f14481009d0 0x7f1448198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 >> 172.21.15.7:0/334559601 conn(0x7f14480fc6b0 msgr2=0x7f14480fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 shutdown_connections 2024-09-19T05:42:27.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.475+0000 7f144f4ac640 1 -- 172.21.15.7:0/334559601 wait complete. 2024-09-19T05:42:27.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-19T05:42:27.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 -- 172.21.15.7:0/875124908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 msgr2=0x7fc498101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 --2- 172.21.15.7:0/875124908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498101f30 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc48c009930 tx=0x7fc48c02a420 comp rx=0 tx=0).stop 2024-09-19T05:42:27.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 -- 172.21.15.7:0/875124908 shutdown_connections 2024-09-19T05:42:27.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 --2- 172.21.15.7:0/875124908 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 0x7fc49810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 --2- 172.21.15.7:0/875124908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498101f30 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 --2- 172.21.15.7:0/875124908 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 0x7fc498107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 -- 172.21.15.7:0/875124908 >> 172.21.15.7:0/875124908 conn(0x7fc4980fd7d0 msgr2=0x7fc4980ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 -- 172.21.15.7:0/875124908 shutdown_connections 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.599+0000 7fc49da35640 1 -- 172.21.15.7:0/875124908 wait complete. 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 Processor -- start 2024-09-19T05:42:27.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 -- start start 2024-09-19T05:42:27.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 0x7fc4981987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 0x7fc49819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc498111de0 con 0x7fc498101ad0 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc498111c60 con 0x7fc498107b70 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc49da35640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc498111f60 con 0x7fc498102470 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc496ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc496ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49390/0 (socket says 172.21.15.7:49390) 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc496ffd640 1 -- 172.21.15.7:0/1677188080 learned_addr learned my addr 172.21.15.7:0/1677188080 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc4967fc640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 0x7fc4981987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.600+0000 7fc4977fe640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 0x7fc49819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 -- 172.21.15.7:0/1677188080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 msgr2=0x7fc4981987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 0x7fc4981987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 -- 172.21.15.7:0/1677188080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 msgr2=0x7fc49819cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 0x7fc49819cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 -- 172.21.15.7:0/1677188080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc49819d280 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc496ffd640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc48800c920 tx=0x7fc48800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc488007c70 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc488007e10 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc49819d570 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc488018820 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.601+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4981a4e00 con 0x7fc498101ad0 2024-09-19T05:42:27.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.602+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc498101f30 con 0x7fc498101ad0 2024-09-19T05:42:27.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.604+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7fc4880189c0 con 0x7fc498101ad0 2024-09-19T05:42:27.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.605+0000 7fc49ca33640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 0x7fc4800a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.605+0000 7fc4967fc640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 0x7fc4800a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.605+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc4880d03d0 con 0x7fc498101ad0 2024-09-19T05:42:27.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.605+0000 7fc4967fc640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 0x7fc4800a5990 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc48c006010 tx=0x7fc48c000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.608+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fc488014030 con 0x7fc498101ad0 2024-09-19T05:42:27.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: scrub queued for path: / 2024-09-19T05:42:27.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:27.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: scrub summary: active paths [/] 2024-09-19T05:42:27.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:27.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 797 B/s wr, 20 op/s 2024-09-19T05:42:27.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:27.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:27 smithi007 ceph-mon[30960]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 -- 172.21.15.7:0/2726402062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4102ef0 msgr2=0x7f7fa410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 --2- 172.21.15.7:0/2726402062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4102ef0 0x7f7fa410da40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c009ca0 tx=0x7f7f9c02a950 comp rx=0 tx=0).stop 2024-09-19T05:42:27.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 -- 172.21.15.7:0/2726402062 shutdown_connections 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 --2- 172.21.15.7:0/2726402062 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4102ef0 0x7f7fa410da40 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 --2- 172.21.15.7:0/2726402062 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 0x7f7fa41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 --2- 172.21.15.7:0/2726402062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4100e20 0x7f7fa4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 -- 172.21.15.7:0/2726402062 >> 172.21.15.7:0/2726402062 conn(0x7f7fa40fc7d0 msgr2=0x7f7fa40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.686+0000 7f7fac52f640 1 -- 172.21.15.7:0/2726402062 shutdown_connections 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.687+0000 7f7fac52f640 1 -- 172.21.15.7:0/2726402062 wait complete. 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.687+0000 7f7fac52f640 1 Processor -- start 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.687+0000 7f7fac52f640 1 -- start start 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 0x7f7fa41977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4102ef0 0x7f7fa419bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa4110e30 con 0x7f7fa4100e20 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa4110cb0 con 0x7f7fa4102ef0 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fac52f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa4110fb0 con 0x7f7fa4102570 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49410/0 (socket says 172.21.15.7:49410) 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 -- 172.21.15.7:0/103680512 learned_addr learned my addr 172.21.15.7:0/103680512 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 0x7f7fa41977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faaacc640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4102ef0 0x7f7fa419bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 -- 172.21.15.7:0/103680512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 msgr2=0x7f7fa41977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 0x7f7fa41977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 -- 172.21.15.7:0/103680512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4102ef0 msgr2=0x7f7fa419bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4102ef0 0x7f7fa419bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.688+0000 7f7faa2cb640 1 -- 172.21.15.7:0/103680512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa419c260 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000c920 tx=0x7f7fa000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7f9b7fe640 1 -- 172.21.15.7:0/103680512 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa0007c70 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7f9b7fe640 1 -- 172.21.15.7:0/103680512 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fa0007e10 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa419c550 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7f9b7fe640 1 -- 172.21.15.7:0/103680512 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa0018820 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.689+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa41a3e30 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.692+0000 7f7f9b7fe640 1 -- 172.21.15.7:0/103680512 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f7fa00189c0 con 0x7f7fa4100e20 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.692+0000 7f7fae908740 1 Processor -- start 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.692+0000 7f7fae908740 1 -- start start 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8be3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8bf0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606c8b492e0 con 0x5606c8be3dc0 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5606c8af0ce0 con 0x5606c8bee680 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fae908740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5606c8b452a0 con 0x5606c8be34a0 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7f9b7fe640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 0x7f7f900a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49424/0 (socket says 172.21.15.7:49424) 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 -- 172.21.15.7:0/3455237601 learned_addr learned my addr 172.21.15.7:0/3455237601 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faaacc640 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8be3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faaacc640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 0x7f7f900a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8bf0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7f9b7fe640 1 -- 172.21.15.7:0/103680512 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7fa00d0040 con 0x7f7fa4100e20 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 -- 172.21.15.7:0/3455237601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 msgr2=0x5606c8be3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8be3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 -- 172.21.15.7:0/3455237601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 msgr2=0x5606c8bf0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8bf0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.693+0000 7f7faa2cb640 1 -- 172.21.15.7:0/3455237601 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c8ad5440 con 0x5606c8be3dc0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.694+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f7fa00a3770 tx=0x7f7fa0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19e51bc8b9723f51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.694+0000 7f7faaacc640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 0x7f7f900a5990 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c005fe0 tx=0x7f7f9c005c50 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.694+0000 7f7f98ff9640 1 -- 172.21.15.7:0/3455237601 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa009c7e0 con 0x5606c8be3dc0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.694+0000 7f7f98ff9640 1 -- 172.21.15.7:0/3455237601 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fa00a4d50 con 0x5606c8be3dc0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.694+0000 7f7f98ff9640 1 -- 172.21.15.7:0/3455237601 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa00bc1d0 con 0x5606c8be3dc0 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- 172.21.15.7:0/3455237601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 msgr2=0x5606c8bee140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f7fa00a3770 tx=0x7f7fa0000bc0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- 172.21.15.7:0/3455237601 shutdown_connections 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8bf0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8bee140 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- 172.21.15.7:0/3455237601 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8be3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- 172.21.15.7:0/3455237601 >> 172.21.15.7:0/3455237601 conn(0x5606c8bdfa30 msgr2=0x5606c8bdfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- 172.21.15.7:0/3455237601 shutdown_connections 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- 172.21.15.7:0/3455237601 wait complete. 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- start start 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 Processor -- start 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8beb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 0x5606c8beb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606c8bf3460 con 0x5606c8bee680 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5606c8b04050 con 0x5606c8be34a0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.695+0000 7f7fae908740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5606c8bf35e0 con 0x5606c8be3dc0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7fae908740 10 client.0 _ll_register_callbacks cb 0x5606c8b44160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faaacc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 0x5606c8beb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:56104/0 (socket says 172.21.15.7:56104) 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 -- 172.21.15.7:0/971393015 learned_addr learned my addr 172.21.15.7:0/971393015 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8beb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 -- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 msgr2=0x5606c8beb2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8beb2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 -- 172.21.15.7:0/971393015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 msgr2=0x5606c8beb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 0x5606c8beb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 -- 172.21.15.7:0/971393015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c88ba3c0 con 0x5606c8be34a0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faaacc640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 0x5606c8beb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0098540 tx=0x7f7fa0098a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b0bcd7dbb91f25a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7f8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa00b5060 con 0x5606c8be34a0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7fa009c550 con 0x5606c8be34a0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.696+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fa00a4d50 con 0x5606c8be34a0 2024-09-19T05:42:27.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7fa0081050 con 0x5606c8be34a0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 10 client.25061 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5606c8bfee80 con 0x5606c8be34a0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fa00a4d50 con 0x5606c8be34a0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7fa00a48c0 con 0x5606c8be34a0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 10 client.25061 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 10 client.25061 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 20 client.25061 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c001d0 0x5606c8c025c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 4 client.25061 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.697+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606c8b56850 con 0x5606c8c001d0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.698+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c001d0 0x5606c8c025c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.698+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c001d0 0x5606c8c025c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9de9d4584d6c206 server_cookie=4cb30bfb4ae43cd3 in_seq=0 out_seq=0 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.698+0000 7f7f8dffb640 10 client.25061 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7f8dffb640 1 -- 172.21.15.7:0/971393015 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5606c8b56850 con 0x5606c8c001d0 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7f8dffb640 10 client.25061 handle_command_reply: tid=0 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 client.25061 shutdown 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 msgr2=0x5606c8bee040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0098540 tx=0x7f7fa0098a00 comp rx=0 tx=0).stop 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 shutdown_connections 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c001d0 0x5606c8c025c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8bee680 0x5606c8beb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8beb2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7f8dffb640 0 client.25061 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:27.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 --2- 172.21.15.7:0/971393015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8be34a0 0x5606c8bee040 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 >> 172.21.15.7:0/971393015 conn(0x5606c8bdfa30 msgr2=0x5606c8bdeb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 shutdown_connections 2024-09-19T05:42:27.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 1 -- 172.21.15.7:0/971393015 wait complete. 2024-09-19T05:42:27.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.699+0000 7f7fae908740 20 client.25061 trim_cache size 0 max 16384 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.718+0000 7f7fae908740 1 Processor -- start 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.718+0000 7f7fae908740 1 -- start start 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8bdfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c05b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41ab520 con 0x5606c8be3dc0 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41ad060 con 0x5606c8bee680 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fae908740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41abbf0 con 0x5606c8be34a0 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49434/0 (socket says 172.21.15.7:49434) 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 -- 172.21.15.7:0/594062377 learned_addr learned my addr 172.21.15.7:0/594062377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7faaacc640 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c05b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8bdfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 -- 172.21.15.7:0/594062377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 msgr2=0x5606c8bdfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8bdfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 -- 172.21.15.7:0/594062377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 msgr2=0x5606c8c05b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c05b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 -- 172.21.15.7:0/594062377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c8be3bf0 con 0x5606c8be3dc0 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x5606c8be0db0 tx=0x7f7f94005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6c6439729e886e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7f8ffff640 1 -- 172.21.15.7:0/594062377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f94005220 con 0x5606c8be3dc0 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7f8ffff640 1 -- 172.21.15.7:0/594062377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f94004c50 con 0x5606c8be3dc0 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.719+0000 7f7f8ffff640 1 -- 172.21.15.7:0/594062377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f940268d0 con 0x5606c8be3dc0 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 -- 172.21.15.7:0/594062377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 msgr2=0x5606c8c055e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x5606c8be0db0 tx=0x7f7f94005e30 comp rx=0 tx=0).stop 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 -- 172.21.15.7:0/594062377 shutdown_connections 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c05b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be3dc0 0x5606c8c055e0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 --2- 172.21.15.7:0/594062377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be34a0 0x5606c8bdfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 -- 172.21.15.7:0/594062377 >> 172.21.15.7:0/594062377 conn(0x5606c8bdfa30 msgr2=0x5606c8be6900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 -- 172.21.15.7:0/594062377 shutdown_connections 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.720+0000 7f7fae908740 1 -- 172.21.15.7:0/594062377 wait complete. 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 -- start start 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 Processor -- start 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8c03230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c039c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41ac990 con 0x5606c8be34a0 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41ac2c0 con 0x5606c8bee680 2024-09-19T05:42:27.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa41a9500 con 0x5606c8be3dc0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fae908740 10 client.0 _ll_register_callbacks cb 0x7f7f9400a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faa2cb640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49436/0 (socket says 172.21.15.7:49436) 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faa2cb640 1 -- 172.21.15.7:0/2573883260 learned_addr learned my addr 172.21.15.7:0/2573883260 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8c03230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faa2cb640 1 -- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 msgr2=0x5606c8c03230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8c03230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.721+0000 7f7faaacc640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c039c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7faa2cb640 1 -- 172.21.15.7:0/2573883260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 msgr2=0x5606c8c039c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c039c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7faa2cb640 1 -- 172.21.15.7:0/2573883260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c8c69b10 con 0x5606c8be34a0 2024-09-19T05:42:27.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8c03230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7faa2cb640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000cfd0 tx=0x7f7fa000fcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a2b85cbd63f759 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7f8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa00a9060 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7fa00bc0b0 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f94004c50 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7fa00a0490 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7fae908740 10 client.15456 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5606c8c6ac70 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.722+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f94004c50 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f7fa00b00a0 con 0x5606c8be34a0 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 10 client.15456 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:27.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 10 client.15456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 20 client.15456 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c6b0a0 0x5606c8c6d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 4 client.15456 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5606c8b50d60 con 0x5606c8c6b0a0 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c6b0a0 0x5606c8c6d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7f8dffb640 10 client.15456 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.723+0000 7f7fa9aca640 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c6b0a0 0x5606c8c6d4b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0873c9a9b1d4603 server_cookie=bba27dfb6372eadb in_seq=0 out_seq=0 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7f8dffb640 1 -- 172.21.15.7:0/2573883260 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5606c8b50d60 con 0x5606c8c6b0a0 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7f8dffb640 10 client.15456 handle_command_reply: tid=0 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 client.15456 shutdown 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 msgr2=0x5606c8c05e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000cfd0 tx=0x7f7fa000fcf0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 shutdown_connections 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c8bee680 0x5606c8c039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c8be3dc0 0x5606c8c03230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c8c6b0a0 0x5606c8c6d4b0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 --2- 172.21.15.7:0/2573883260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c8be34a0 0x5606c8c05e90 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 >> 172.21.15.7:0/2573883260 conn(0x5606c8bdfa30 msgr2=0x5606c8becb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7f8dffb640 0 client.15456 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 shutdown_connections 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 1 -- 172.21.15.7:0/2573883260 wait complete. 2024-09-19T05:42:27.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fae908740 20 client.15456 trim_cache size 0 max 16384 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "d39cad95-9926-4188-a2c7-af742bc00bf4": { 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "d39cad95-9926-4188-a2c7-af742bc00bf4", 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:42:27.737 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:27.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 msgr2=0x7f7f900a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.724+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 0x7f7f900a5990 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c005fe0 tx=0x7f7f9c005c50 comp rx=0 tx=0).stop 2024-09-19T05:42:27.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 msgr2=0x7f7fa41972b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7fa000c920 tx=0x7f7fa000cde0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 shutdown_connections 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7fa4102ef0 0x7f7fa419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7f900a34d0 0x7f7f900a5990 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7fa4102570 0x7f7fa41977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 --2- 172.21.15.7:0/103680512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7fa4100e20 0x7f7fa41972b0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 >> 172.21.15.7:0/103680512 conn(0x7f7fa40fc7d0 msgr2=0x7f7fa4106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 shutdown_connections 2024-09-19T05:42:27.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.725+0000 7f7fac52f640 1 -- 172.21.15.7:0/103680512 wait complete. 2024-09-19T05:42:27.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.817+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fc4980fe600 con 0x7fc4800a34d0 2024-09-19T05:42:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.824+0000 7fc49ca33640 1 -- 172.21.15.7:0/1677188080 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fc4980fe600 con 0x7fc4800a34d0 2024-09-19T05:42:27.826 INFO:teuthology.orchestra.run.smithi007.stdout:/ 1m 6m3h 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 msgr2=0x7fc4800a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 0x7fc4800a5990 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc48c006010 tx=0x7fc48c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 msgr2=0x7fc498198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc48800c920 tx=0x7fc48800cde0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 shutdown_connections 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc498107b70 0x7fc49819cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc4800a34d0 0x7fc4800a5990 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc498102470 0x7fc4981987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 --2- 172.21.15.7:0/1677188080 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc498101ad0 0x7fc498198290 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 >> 172.21.15.7:0/1677188080 conn(0x7fc4980fd7d0 msgr2=0x7fc4980fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 shutdown_connections 2024-09-19T05:42:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:27.827+0000 7fc49da35640 1 -- 172.21.15.7:0/1677188080 wait complete. 2024-09-19T05:42:27.840 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-19T05:42:27.866 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-19T05:42:27.879 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-19T05:42:27.957 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:42:27.958 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-19T05:42:27.960 INFO:teuthology.run_tasks:Running task workunit... 2024-09-19T05:42:27.973 INFO:tasks.workunit:Pulling workunits from ref 6fad5dd73c93545e52f57f681e140a9c3529c11e 2024-09-19T05:42:27.973 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-19T05:42:27.973 INFO:tasks.workunit:timeout=3h 2024-09-19T05:42:27.973 INFO:tasks.workunit:cleanup=True 2024-09-19T05:42:27.974 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: scrub queued for path: / 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: scrub summary: active paths [/] 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 797 B/s wr, 20 op/s 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:27.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:27 smithi044 ceph-mon[34175]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:27.992 INFO:teuthology.orchestra.run.smithi007.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:27.992 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-19T05:42:27.992 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 78h/120d Inode: 1 Links: 2 2024-09-19T05:42:27.992 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T05:42:27.992 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-19T05:42:27.993 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-09-19 05:40:29.530829981 +0000 2024-09-19T05:42:27.993 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-09-19 05:40:29.530829981 +0000 2024-09-19T05:42:27.993 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-09-19 05:42:16.403142791 +0000 2024-09-19T05:42:27.993 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: - 2024-09-19T05:42:27.993 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-19T05:42:27.995 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-19T05:42:28.053 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: scrub queued for path: / 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: scrub summary: active paths [/] 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 797 B/s wr, 20 op/s 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:28.054 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:27 smithi063 ceph-mon[34779]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:28.063 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6fad5dd73c93545e52f57f681e140a9c3529c11e 2024-09-19T05:42:28.120 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-19T05:42:28.459 INFO:tasks.cephfs.filesystem:scrub status for tag:d39cad95-9926-4188-a2c7-af742bc00bf4 - {'path': '/', 'tag': 'd39cad95-9926-4188-a2c7-af742bc00bf4', 'options': 'recursive,force'} 2024-09-19T05:42:28.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:28 smithi044 ceph-mon[34175]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:28.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:28 smithi044 ceph-mon[34175]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:29.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:28 smithi007 ceph-mon[30960]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:29.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:28 smithi007 ceph-mon[30960]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:29.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:28 smithi063 ceph-mon[34779]: from='client.15432 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:29.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:28 smithi063 ceph-mon[34779]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:42:29.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:29 smithi044 ceph-mon[34175]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 84 KiB/s wr, 54 op/s 2024-09-19T05:42:30.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:29 smithi007 ceph-mon[30960]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 84 KiB/s wr, 54 op/s 2024-09-19T05:42:30.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:29 smithi063 ceph-mon[34779]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 84 KiB/s wr, 54 op/s 2024-09-19T05:42:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:31 smithi044 ceph-mon[34175]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-19T05:42:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:31 smithi007 ceph-mon[30960]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-19T05:42:32.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:31 smithi063 ceph-mon[34779]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-19T05:42:33.925 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:33 smithi007 ceph-mon[30960]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-19T05:42:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:33 smithi044 ceph-mon[34175]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-19T05:42:34.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:33 smithi063 ceph-mon[34779]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-09-19T05:42:35.976 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:35 smithi044 ceph-mon[34175]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-09-19T05:42:36.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:35 smithi007 ceph-mon[30960]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-09-19T05:42:36.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:35 smithi063 ceph-mon[34779]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-09-19T05:42:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:37 smithi044 ceph-mon[34175]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-19T05:42:38.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:37 smithi007 ceph-mon[30960]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-19T05:42:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:37 smithi063 ceph-mon[34779]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-09-19T05:42:39.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:39 smithi007 ceph-mon[30960]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-19T05:42:39.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:39 smithi044 ceph-mon[34175]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-19T05:42:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:39 smithi063 ceph-mon[34779]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 77 KiB/s wr, 44 op/s 2024-09-19T05:42:41.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/2057440763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d18101340 msgr2=0x7f0d1810d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/2057440763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d18101340 0x7f0d1810d870 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009cd0 tx=0x7f0d1002a8e0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/2057440763 shutdown_connections 2024-09-19T05:42:41.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/2057440763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d18101340 0x7f0d1810d870 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/2057440763 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 0x7f0d18100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/2057440763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d181069b0 0x7f0d18106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/2057440763 >> 172.21.15.7:0/2057440763 conn(0x7f0d180779a0 msgr2=0x7f0d180fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/2057440763 shutdown_connections 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/2057440763 wait complete. 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.093+0000 7f0d1e1fd640 1 Processor -- start 2024-09-19T05:42:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 -- start start 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 0x7f0d18199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18101340 0x7f0d18199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18110cf0 con 0x7f0d181069b0 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18110b70 con 0x7f0d18101340 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d1e1fd640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0d18110e70 con 0x7f0d181009a0 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53244/0 (socket says 172.21.15.7:53244) 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 -- 172.21.15.7:0/718489502 learned_addr learned my addr 172.21.15.7:0/718489502 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d177fe640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 0x7f0d18199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18101340 0x7f0d18199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 -- 172.21.15.7:0/718489502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 msgr2=0x7f0d18199140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 0x7f0d18199140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 -- 172.21.15.7:0/718489502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18101340 msgr2=0x7f0d18199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18101340 0x7f0d18199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.094+0000 7f0d17fff640 1 -- 172.21.15.7:0/718489502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d181a4700 con 0x7f0d181069b0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d17fff640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005e30 tx=0x7f0d10003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d14ff9640 1 -- 172.21.15.7:0/718489502 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10004240 con 0x7f0d181069b0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d14ff9640 1 -- 172.21.15.7:0/718489502 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d10031d00 con 0x7f0d181069b0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d181a48d0 con 0x7f0d181069b0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d14ff9640 1 -- 172.21.15.7:0/718489502 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10030e30 con 0x7f0d181069b0 2024-09-19T05:42:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.095+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d181a4d90 con 0x7f0d181069b0 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 Processor -- start 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d14ff9640 1 -- 172.21.15.7:0/718489502 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f0d100043e0 con 0x7f0d181069b0 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 -- start start 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802ae2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802af20c0 0x562802af44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562802a472f0 con 0x562802ae3310 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5628029ef270 con 0x562802ae29f0 2024-09-19T05:42:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d2107f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562802a432b0 con 0x562802af20c0 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.098+0000 7f0d177fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53246/0 (socket says 172.21.15.7:53246) 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 -- 172.21.15.7:0/2804052700 learned_addr learned my addr 172.21.15.7:0/2804052700 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802af20c0 0x562802af44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802ae2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d14ff9640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 0x7f0d000a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 -- 172.21.15.7:0/2804052700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802af20c0 msgr2=0x562802af44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802af20c0 0x562802af44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 -- 172.21.15.7:0/2804052700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 msgr2=0x562802ae2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802ae2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 -- 172.21.15.7:0/2804052700 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628029ee340 con 0x562802ae3310 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802ae2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d17fff640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 0x7f0d000a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d14ff9640 1 -- 172.21.15.7:0/718489502 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0d1002e030 con 0x7f0d181069b0 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d177fe640 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009c70 tx=0x7f0d08011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=718722d2f7e3c6b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0cfdffb640 1 -- 172.21.15.7:0/2804052700 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0801e070 con 0x562802ae3310 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0d17fff640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 0x7f0d000a5990 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d100ee950 tx=0x7f0d100b2840 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0cfdffb640 1 -- 172.21.15.7:0/2804052700 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d08009e20 con 0x562802ae3310 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.099+0000 7f0cfdffb640 1 -- 172.21.15.7:0/2804052700 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d08019690 con 0x562802ae3310 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 -- 172.21.15.7:0/2804052700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 msgr2=0x562802af1b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0d08009c70 tx=0x7f0d08011810 comp rx=0 tx=0).stop 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 -- 172.21.15.7:0/2804052700 shutdown_connections 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802af20c0 0x562802af44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae3310 0x562802af1b80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2804052700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802ae2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 -- 172.21.15.7:0/2804052700 >> 172.21.15.7:0/2804052700 conn(0x562802adf060 msgr2=0x562802adf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 -- 172.21.15.7:0/2804052700 shutdown_connections 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.100+0000 7f0d2107f740 1 -- 172.21.15.7:0/2804052700 wait complete. 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 -- start start 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 Processor -- start 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802aeefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802aef4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562802af4d20 con 0x562802af20c0 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5628029d0290 con 0x562802ae29f0 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562802af4ea0 con 0x562802ae3310 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d2107f740 10 client.0 _ll_register_callbacks cb 0x562802a01140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53248/0 (socket says 172.21.15.7:53248) 2024-09-19T05:42:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d16ffd640 1 -- 172.21.15.7:0/696090090 learned_addr learned my addr 172.21.15.7:0/696090090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d177fe640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802aef4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.101+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802aeefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 -- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 msgr2=0x562802aef4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802aef4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 -- 172.21.15.7:0/696090090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 msgr2=0x562802aeefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802aeefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 -- 172.21.15.7:0/696090090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56280275a210 con 0x562802af20c0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00ef10 tx=0x7f0d0c00ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b67cb9dc93a627 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c0205e0 con 0x562802af20c0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d08009e20 con 0x562802af20c0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0d0c020780 con 0x562802af20c0 2024-09-19T05:42:41.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0d0c028050 con 0x562802af20c0 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d2107f740 10 client.15468 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562802826620 con 0x562802af20c0 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d08009e20 con 0x562802af20c0 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.102+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0d0c01f070 con 0x562802af20c0 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 10 client.15468 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 10 client.15468 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 20 client.15468 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b02150 0x562802b04580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 4 client.15468 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562802a54a20 con 0x562802b02150 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d177fe640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b02150 0x562802b04580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0cf6ffd640 10 client.15468 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:41.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.103+0000 7f0d177fe640 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b02150 0x562802b04580 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=135abb9b863b22f4 server_cookie=68d015c1c74a0230 in_seq=0 out_seq=0 2024-09-19T05:42:41.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/696090090 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562802a54a20 con 0x562802b02150 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0cf6ffd640 10 client.15468 handle_command_reply: tid=0 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 client.15468 shutdown 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 msgr2=0x562802aefa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00ef10 tx=0x7f0d0c00ea70 comp rx=0 tx=0).stop 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 shutdown_connections 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b02150 0x562802b04580 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802aefa30 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802aef4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 --2- 172.21.15.7:0/696090090 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae29f0 0x562802aeefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 >> 172.21.15.7:0/696090090 conn(0x562802adf060 msgr2=0x562802ae4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0cf6ffd640 0 client.15468 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 shutdown_connections 2024-09-19T05:42:41.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 1 -- 172.21.15.7:0/696090090 wait complete. 2024-09-19T05:42:41.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.104+0000 7f0d2107f740 20 client.15468 trim_cache size 0 max 16384 2024-09-19T05:42:41.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 Processor -- start 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 -- start start 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802b0a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802af20c0 0x562802ae4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181ab4d0 con 0x562802ae29f0 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181ad010 con 0x562802af20c0 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d2107f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181abba0 con 0x562802ae3310 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53256/0 (socket says 172.21.15.7:53256) 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 -- 172.21.15.7:0/2523650760 learned_addr learned my addr 172.21.15.7:0/2523650760 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d177fe640 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802b0a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 -- 172.21.15.7:0/2523650760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 msgr2=0x562802b0a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802b0a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 -- 172.21.15.7:0/2523650760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802af20c0 msgr2=0x562802ae4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802af20c0 0x562802ae4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.119+0000 7f0d16ffd640 1 -- 172.21.15.7:0/2523650760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562802adee90 con 0x562802ae29f0 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.120+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00e3b0 tx=0x7f0d0c010ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87d94e66f7f1b5aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.120+0000 7f0cfd7fa640 1 -- 172.21.15.7:0/2523650760 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c020d90 con 0x562802ae29f0 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.120+0000 7f0cfd7fa640 1 -- 172.21.15.7:0/2523650760 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d0c01fe50 con 0x562802ae29f0 2024-09-19T05:42:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.120+0000 7f0cfd7fa640 1 -- 172.21.15.7:0/2523650760 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c01f5d0 con 0x562802ae29f0 2024-09-19T05:42:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- 172.21.15.7:0/2523650760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 msgr2=0x562802b09e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00e3b0 tx=0x7f0d0c010ce0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- 172.21.15.7:0/2523650760 shutdown_connections 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802af20c0 0x562802ae4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae3310 0x562802b0a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- 172.21.15.7:0/2523650760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802ae29f0 0x562802b09e90 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- 172.21.15.7:0/2523650760 >> 172.21.15.7:0/2523650760 conn(0x562802adf060 msgr2=0x562802adf440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- 172.21.15.7:0/2523650760 shutdown_connections 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- 172.21.15.7:0/2523650760 wait complete. 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- start start 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 Processor -- start 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae29f0 0x562802af5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 0x562802af5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181ac940 con 0x562802af20c0 2024-09-19T05:42:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181ac270 con 0x562802ae3310 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0d181a94b0 con 0x562802ae29f0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.121+0000 7f0d2107f740 10 client.0 _ll_register_callbacks cb 0x7f0d0c00ec90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53264/0 (socket says 172.21.15.7:53264) 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d177fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 0x562802af5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 -- 172.21.15.7:0/3281044311 learned_addr learned my addr 172.21.15.7:0/3281044311 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae29f0 0x562802af5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 -- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae29f0 msgr2=0x562802af5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae29f0 0x562802af5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 -- 172.21.15.7:0/3281044311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 msgr2=0x562802af5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 0x562802af5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 -- 172.21.15.7:0/3281044311 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562802b6b3c0 con 0x562802af20c0 2024-09-19T05:42:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d177fe640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 0x562802af5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d16ffd640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00ec20 tx=0x7f0d0c013c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c9c3b7497c9658 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0cf6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c005240 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0d0c020b90 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d0c01fe50 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0d0c020d90 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d2107f740 10 client.15474 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.122+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562802b6c650 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d0c01fe50 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0d0c03f030 con 0x562802af20c0 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 10 client.15474 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 10 client.15474 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 20 client.15474 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b6ccb0 0x562802b6f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 4 client.15474 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:42:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562802a4ed70 con 0x562802b6ccb0 2024-09-19T05:42:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.123+0000 7f0d177fe640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b6ccb0 0x562802b6f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.124+0000 7f0cf6ffd640 10 client.15474 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:41.131 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.124+0000 7f0d177fe640 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b6ccb0 0x562802b6f0d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c8a4c3d04fea627 server_cookie=45509a7dc85c2e79 in_seq=0 out_seq=0 2024-09-19T05:42:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.136+0000 7f0cf6ffd640 1 -- 172.21.15.7:0/3281044311 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562802a4ed70 con 0x562802b6ccb0 2024-09-19T05:42:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.136+0000 7f0cf6ffd640 10 client.15474 handle_command_reply: tid=0 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.136+0000 7f0d2107f740 1 client.15474 shutdown 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.136+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 msgr2=0x562802b6ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.136+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00ec20 tx=0x7f0d0c013c90 comp rx=0 tx=0).stop 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 shutdown_connections 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562802b6ccb0 0x562802b6f0d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562802af20c0 0x562802b6ae50 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562802ae3310 0x562802af5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0cf6ffd640 0 client.15474 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 --2- 172.21.15.7:0/3281044311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562802ae29f0 0x562802af5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 >> 172.21.15.7:0/3281044311 conn(0x562802adf060 msgr2=0x562802ae4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 shutdown_connections 2024-09-19T05:42:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 1 -- 172.21.15.7:0/3281044311 wait complete. 2024-09-19T05:42:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d2107f740 20 client.15474 trim_cache size 0 max 16384 2024-09-19T05:42:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:42:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:42:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:42:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 msgr2=0x7f0d000a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 0x7f0d000a5990 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d100ee950 tx=0x7f0d100b2840 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 msgr2=0x7f0d181a41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005e30 tx=0x7f0d10003ba0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 shutdown_connections 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0d181069b0 0x7f0d181a41c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0d18101340 0x7f0d18199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0d000a34d0 0x7f0d000a5990 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 --2- 172.21.15.7:0/718489502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0d181009a0 0x7f0d18199140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 >> 172.21.15.7:0/718489502 conn(0x7f0d180779a0 msgr2=0x7f0d18103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.137+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 shutdown_connections 2024-09-19T05:42:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:41.138+0000 7f0d1e1fd640 1 -- 172.21.15.7:0/718489502 wait complete. 2024-09-19T05:42:41.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:41 smithi044 ceph-mon[34175]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-19T05:42:41.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:41 smithi044 ceph-mon[34175]: scrub summary: idle 2024-09-19T05:42:42.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:41 smithi007 ceph-mon[30960]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-19T05:42:42.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:41 smithi007 ceph-mon[30960]: scrub summary: idle 2024-09-19T05:42:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:41 smithi063 ceph-mon[34779]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-19T05:42:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:41 smithi063 ceph-mon[34779]: scrub summary: idle 2024-09-19T05:42:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:43 smithi044 ceph-mon[34175]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-19T05:42:44.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:43 smithi007 ceph-mon[30960]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-19T05:42:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:43 smithi063 ceph-mon[34779]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-09-19T05:42:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:45 smithi044 ceph-mon[34175]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 16 op/s 2024-09-19T05:42:46.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:45 smithi007 ceph-mon[30960]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 16 op/s 2024-09-19T05:42:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:45 smithi063 ceph-mon[34779]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.2 KiB/s wr, 16 op/s 2024-09-19T05:42:47.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:47 smithi044 ceph-mon[34175]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-09-19T05:42:48.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:47 smithi007 ceph-mon[30960]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-09-19T05:42:48.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:47 smithi063 ceph-mon[34779]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-09-19T05:42:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:49 smithi044 ceph-mon[34175]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-09-19T05:42:50.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:49 smithi007 ceph-mon[30960]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-09-19T05:42:50.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:49 smithi063 ceph-mon[34779]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-09-19T05:42:51.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:51 smithi044 ceph-mon[34175]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:42:52.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:51 smithi007 ceph-mon[30960]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:42:52.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:51 smithi063 ceph-mon[34779]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-19T05:42:53.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:53 smithi044 ceph-mon[34175]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-09-19T05:42:54.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:53 smithi007 ceph-mon[30960]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-09-19T05:42:54.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:53 smithi063 ceph-mon[34779]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-09-19T05:42:54.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 -- 172.21.15.7:0/3628168585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c1069b0 msgr2=0x7f048c106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 --2- 172.21.15.7:0/3628168585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c1069b0 0x7f048c106d90 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f0488009930 tx=0x7f048802a420 comp rx=0 tx=0).stop 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 -- 172.21.15.7:0/3628168585 shutdown_connections 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 --2- 172.21.15.7:0/3628168585 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c101340 0x7f048c10d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 --2- 172.21.15.7:0/3628168585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 0x7f048c100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 --2- 172.21.15.7:0/3628168585 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c1069b0 0x7f048c106d90 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 -- 172.21.15.7:0/3628168585 >> 172.21.15.7:0/3628168585 conn(0x7f048c0779a0 msgr2=0x7f048c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 -- 172.21.15.7:0/3628168585 shutdown_connections 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.229+0000 7f0493a65640 1 -- 172.21.15.7:0/3628168585 wait complete. 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 Processor -- start 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 -- start start 2024-09-19T05:42:54.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 0x7f048c19a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 0x7f048c19edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f048c110cf0 con 0x7f048c101340 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f048c110b70 con 0x7f048c1009a0 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0493a65640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f048c110e70 con 0x7f048c1069b0 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55430/0 (socket says 172.21.15.7:55430) 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.230+0000 7f0491000640 1 -- 172.21.15.7:0/2867243408 learned_addr learned my addr 172.21.15.7:0/2867243408 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491801640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 0x7f048c19a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0492002640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 0x7f048c19edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 -- 172.21.15.7:0/2867243408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 msgr2=0x7f048c19edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 0x7f048c19edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 -- 172.21.15.7:0/2867243408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 msgr2=0x7f048c19a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 0x7f048c19a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 -- 172.21.15.7:0/2867243408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048c19f500 con 0x7f048c101340 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0492002640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 0x7f048c19edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0491000640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f047c00d950 tx=0x7f047c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f04827fc640 1 -- 172.21.15.7:0/2867243408 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047c017030 con 0x7f048c101340 2024-09-19T05:42:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f04827fc640 1 -- 172.21.15.7:0/2867243408 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f047c004020 con 0x7f048c101340 2024-09-19T05:42:54.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f04827fc640 1 -- 172.21.15.7:0/2867243408 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047c0047a0 con 0x7f048c101340 2024-09-19T05:42:54.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048c19f7f0 con 0x7f048c101340 2024-09-19T05:42:54.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.231+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f048c1a7080 con 0x7f048c101340 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.234+0000 7f04827fc640 1 -- 172.21.15.7:0/2867243408 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f047c0041d0 con 0x7f048c101340 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.234+0000 7f0496800740 1 Processor -- start 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.234+0000 7f0496800740 1 -- start start 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.234+0000 7f0496800740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.234+0000 7f0496800740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0496800740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99be0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0496800740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9d99152f0 con 0x55c9d99b1410 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0496800740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c9d98bd270 con 0x55c9d99b0af0 2024-09-19T05:42:54.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0496800740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c9d99112b0 con 0x55c9d99bbcb0 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55434/0 (socket says 172.21.15.7:55434) 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 -- 172.21.15.7:0/2148666660 learned_addr learned my addr 172.21.15.7:0/2148666660 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0492002640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491000640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99be0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 -- 172.21.15.7:0/2148666660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 msgr2=0x55c9d99be0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99be0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 -- 172.21.15.7:0/2148666660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 msgr2=0x55c9d99b0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 -- 172.21.15.7:0/2148666660 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9d98bc340 con 0x55c9d99b1410 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0492002640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f0491801640 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f0488006010 tx=0x7f0488004200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff80053e5deecfa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.235+0000 7f04827fc640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 0x7f04780a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f0492002640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 0x7f04780a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f04827fc640 1 -- 172.21.15.7:0/2867243408 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f047c0cf9c0 con 0x7f048c101340 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f04777fe640 1 -- 172.21.15.7:0/2148666660 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0488035040 con 0x55c9d99b1410 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f04777fe640 1 -- 172.21.15.7:0/2148666660 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04880044b0 con 0x55c9d99b1410 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f04777fe640 1 -- 172.21.15.7:0/2148666660 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0488003850 con 0x55c9d99b1410 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f0496800740 1 -- 172.21.15.7:0/2148666660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 msgr2=0x55c9d99bb770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f0492002640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 0x7f04780a5a10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0484005fd0 tx=0x7f0484009820 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f0496800740 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f0488006010 tx=0x7f0488004200 comp rx=0 tx=0).stop 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.236+0000 7f0496800740 1 -- 172.21.15.7:0/2148666660 shutdown_connections 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99be0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99bb770 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- 172.21.15.7:0/2148666660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- 172.21.15.7:0/2148666660 >> 172.21.15.7:0/2148666660 conn(0x55c9d99ad060 msgr2=0x55c9d99ad440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- 172.21.15.7:0/2148666660 shutdown_connections 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- 172.21.15.7:0/2148666660 wait complete. 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- start start 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 Processor -- start 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99b9650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c9d99be880 con 0x55c9d99b1410 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c9d989e290 con 0x55c9d99b0af0 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.237+0000 7f0496800740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c9d99bea00 con 0x55c9d99bbcb0 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0496800740 10 client.0 _ll_register_callbacks cb 0x55c9d98cf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55442/0 (socket says 172.21.15.7:55442) 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491801640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 -- 172.21.15.7:0/779477933 learned_addr learned my addr 172.21.15.7:0/779477933 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0492002640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99b9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 -- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 msgr2=0x55c9d99b9650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99b9650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 -- 172.21.15.7:0/779477933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 msgr2=0x55c9d99b8bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b8bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 -- 172.21.15.7:0/779477933 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9d9628210 con 0x55c9d99b1410 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491801640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b8bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0491000640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f047c009610 tx=0x7f047c09b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=643f468bdb6575e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0474ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047c09ba60 con 0x55c9d99b1410 2024-09-19T05:42:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04880044b0 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f047c0cd280 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.238+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f047c09fe10 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 10 client.15486 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9d96f4620 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04880044b0 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f047c0ba260 con 0x55c9d99b1410 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 10 client.15486 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 10 client.15486 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 20 client.15486 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d99cbc50 0x55c9d99ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 4 client.15486 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9d9922a20 con 0x55c9d99cbc50 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.239+0000 7f0491801640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d99cbc50 0x55c9d99ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.240+0000 7f0491801640 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d99cbc50 0x55c9d99ce040 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae31721d27b29340 server_cookie=dea50ac3503a9be1 in_seq=0 out_seq=0 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.240+0000 7f0474ff9640 10 client.15486 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.240+0000 7f0474ff9640 1 -- 172.21.15.7:0/779477933 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c9d9922a20 con 0x55c9d99cbc50 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.240+0000 7f0474ff9640 10 client.15486 handle_command_reply: tid=0 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.240+0000 7f0496800740 1 client.15486 shutdown 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 msgr2=0x55c9d99b9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f047c009610 tx=0x7f047c09b920 comp rx=0 tx=0).stop 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 shutdown_connections 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99bbcb0 0x55c9d99b9650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d99cbc50 0x55c9d99ce040 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9110 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 --2- 172.21.15.7:0/779477933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99b8bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 >> 172.21.15.7:0/779477933 conn(0x55c9d99ad060 msgr2=0x55c9d99b2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0474ff9640 0 client.15486 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:54.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 shutdown_connections 2024-09-19T05:42:54.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 1 -- 172.21.15.7:0/779477933 wait complete. 2024-09-19T05:42:54.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.241+0000 7f0496800740 20 client.15486 trim_cache size 0 max 16384 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 Processor -- start 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 -- start start 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 0x55c9d99b35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99bbcb0 0x55c9d99d3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1af9d0 con 0x55c9d99b1410 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1b1510 con 0x55c9d99bbcb0 2024-09-19T05:42:54.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.256+0000 7f0496800740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1b00a0 con 0x55c9d99b0af0 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55458/0 (socket says 172.21.15.7:55458) 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 -- 172.21.15.7:0/803811067 learned_addr learned my addr 172.21.15.7:0/803811067 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491801640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 0x55c9d99b35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0492002640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99bbcb0 0x55c9d99d3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 -- 172.21.15.7:0/803811067 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 msgr2=0x55c9d99b35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 0x55c9d99b35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 -- 172.21.15.7:0/803811067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99bbcb0 msgr2=0x55c9d99d3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99bbcb0 0x55c9d99d3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 -- 172.21.15.7:0/803811067 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9d99ace90 con 0x55c9d99b1410 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491801640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 0x55c9d99b35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0491000640 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f047c0045f0 tx=0x7f047c0cd0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78cb40ab6cda3839 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0476ffd640 1 -- 172.21.15.7:0/803811067 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047c097b30 con 0x55c9d99b1410 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0476ffd640 1 -- 172.21.15.7:0/803811067 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f047c09ba60 con 0x55c9d99b1410 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.257+0000 7f0476ffd640 1 -- 172.21.15.7:0/803811067 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f047c0ba290 con 0x55c9d99b1410 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- 172.21.15.7:0/803811067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 msgr2=0x55c9d99b9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f047c0045f0 tx=0x7f047c0cd0b0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- 172.21.15.7:0/803811067 shutdown_connections 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99bbcb0 0x55c9d99d3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99b1410 0x55c9d99b9480 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 --2- 172.21.15.7:0/803811067 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b0af0 0x55c9d99b35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- 172.21.15.7:0/803811067 >> 172.21.15.7:0/803811067 conn(0x55c9d99ad060 msgr2=0x55c9d99bac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- 172.21.15.7:0/803811067 shutdown_connections 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- 172.21.15.7:0/803811067 wait complete. 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.258+0000 7f0496800740 1 -- start start 2024-09-19T05:42:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 Processor -- start 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99c3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 0x55c9d99c4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1b0e40 con 0x55c9d99bbcb0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1b0770 con 0x55c9d99b0af0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1ad9b0 con 0x55c9d99b1410 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0496800740 10 client.0 _ll_register_callbacks cb 0x7f047c004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55466/0 (socket says 172.21.15.7:55466) 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 -- 172.21.15.7:0/232307786 learned_addr learned my addr 172.21.15.7:0/232307786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0491000640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 0x55c9d99c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0491801640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99c3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 -- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 msgr2=0x55c9d99c4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 0x55c9d99c4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 -- 172.21.15.7:0/232307786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 msgr2=0x55c9d99c3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99c3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0492002640 1 -- 172.21.15.7:0/232307786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9d99b0920 con 0x55c9d99bbcb0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.259+0000 7f0491000640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 0x55c9d99c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0492002640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f0484010b20 tx=0x7f0484004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba78fc27d0366c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048402d060 con 0x55c9d99bbcb0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f048401f830 con 0x55c9d99bbcb0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f047c09ba60 con 0x55c9d99bbcb0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f048401fa30 con 0x55c9d99bbcb0 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0496800740 10 client.15492 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9d9a361d0 con 0x55c9d99bbcb0 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f047c09ba60 con 0x55c9d99bbcb0 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0484027070 con 0x55c9d99bbcb0 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.260+0000 7f0496800740 10 client.15492 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0496800740 10 client.15492 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0496800740 20 client.15492 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d9a36950 0x55c9d9a38d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0496800740 4 client.15492 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c9d99add10 con 0x55c9d9a36950 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0491801640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d9a36950 0x55c9d9a38d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0474ff9640 10 client.15492 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.261+0000 7f0491801640 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d9a36950 0x55c9d9a38d70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86d079092634ed6e server_cookie=eab39ea1c21c4210 in_seq=0 out_seq=0 2024-09-19T05:42:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0474ff9640 1 -- 172.21.15.7:0/232307786 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c9d99add10 con 0x55c9d9a36950 2024-09-19T05:42:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0474ff9640 10 client.15492 handle_command_reply: tid=0 2024-09-19T05:42:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 client.15492 shutdown 2024-09-19T05:42:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 msgr2=0x55c9d99bf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f0484010b20 tx=0x7f0484004a40 comp rx=0 tx=0).stop 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 shutdown_connections 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c9d9a36950 0x55c9d9a38d70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c9d99bbcb0 0x55c9d99bf260 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c9d99b1410 0x55c9d99c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0474ff9640 0 client.15492 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 --2- 172.21.15.7:0/232307786 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c9d99b0af0 0x55c9d99c3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 >> 172.21.15.7:0/232307786 conn(0x55c9d99ad060 msgr2=0x55c9d99ab9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 shutdown_connections 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 1 -- 172.21.15.7:0/232307786 wait complete. 2024-09-19T05:42:54.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.270+0000 7f0496800740 20 client.15492 trim_cache size 0 max 16384 2024-09-19T05:42:54.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:42:54.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:42:54.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:42:54.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 msgr2=0x7f04780a5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 0x7f04780a5a10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0484005fd0 tx=0x7f0484009820 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 msgr2=0x7f048c19aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f047c00d950 tx=0x7f047c00de10 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 shutdown_connections 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04780a3550 0x7f04780a5a10 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f048c1069b0 0x7f048c19edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f048c101340 0x7f048c19aa50 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 --2- 172.21.15.7:0/2867243408 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f048c1009a0 0x7f048c19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 >> 172.21.15.7:0/2867243408 conn(0x7f048c0779a0 msgr2=0x7f048c069a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 shutdown_connections 2024-09-19T05:42:54.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:42:54.271+0000 7f0493a65640 1 -- 172.21.15.7:0/2867243408 wait complete. 2024-09-19T05:42:55.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:55 smithi044 ceph-mon[34175]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-19T05:42:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:55 smithi007 ceph-mon[30960]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-19T05:42:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:55 smithi063 ceph-mon[34779]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-19T05:42:57.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:57 smithi044 ceph-mon[34175]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-19T05:42:58.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:57 smithi007 ceph-mon[30960]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-19T05:42:58.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:57 smithi063 ceph-mon[34779]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-19T05:42:58.460 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:42:58.762 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:42:59.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.281+0000 7f0af6365640 1 -- 172.21.15.7:0/892113656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0103740 msgr2=0x7f0af0107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.281+0000 7f0af6365640 1 --2- 172.21.15.7:0/892113656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0103740 0x7f0af0107b80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009930 tx=0x7f0ae402a420 comp rx=0 tx=0).stop 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 -- 172.21.15.7:0/892113656 shutdown_connections 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 --2- 172.21.15.7:0/892113656 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0108290 0x7f0af010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 --2- 172.21.15.7:0/892113656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0103740 0x7f0af0107b80 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 --2- 172.21.15.7:0/892113656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 0x7f0af0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 -- 172.21.15.7:0/892113656 >> 172.21.15.7:0/892113656 conn(0x7f0af00fc7d0 msgr2=0x7f0af00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 -- 172.21.15.7:0/892113656 shutdown_connections 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 -- 172.21.15.7:0/892113656 wait complete. 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.282+0000 7f0af6365640 1 Processor -- start 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 -- start start 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 0x7f0af0198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0103740 0x7f0af0198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0af0111f40 con 0x7f0af0108290 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0af0111dc0 con 0x7f0af0102d90 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af6365640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01120c0 con 0x7f0af0103740 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af4902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af4902640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55482/0 (socket says 172.21.15.7:55482) 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0af4902640 1 -- 172.21.15.7:0/3647377339 learned_addr learned my addr 172.21.15.7:0/3647377339 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0103740 0x7f0af0198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.283+0000 7f0aeffff640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 0x7f0af0198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 -- 172.21.15.7:0/3647377339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0103740 msgr2=0x7f0af0198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0103740 0x7f0af0198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 -- 172.21.15.7:0/3647377339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 msgr2=0x7f0af0198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 0x7f0af0198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 -- 172.21.15.7:0/3647377339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af019d4b0 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af4902640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800eaa0 tx=0x7f0ae800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0aed7fa640 1 -- 172.21.15.7:0/3647377339 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae800cdb0 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af019d7a0 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0aed7fa640 1 -- 172.21.15.7:0/3647377339 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ae8005020 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0aed7fa640 1 -- 172.21.15.7:0/3647377339 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae80116d0 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.284+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af01a5080 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 Processor -- start 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aed7fa640 1 -- 172.21.15.7:0/3647377339 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 24) ==== 138581+0+0 (secure 0 0 0) 0x7f0ae80051d0 con 0x7f0af0108290 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 -- start start 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e367f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367fca0 0x55c7e368e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c7e35e52e0 con 0x55c7e368ea90 2024-09-19T05:42:59.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c7e358cce0 con 0x55c7e367f380 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0af873e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c7e35e12a0 con 0x55c7e367fca0 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55486/0 (socket says 172.21.15.7:55486) 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3265747837 learned_addr learned my addr 172.21.15.7:0/3265747837 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e367f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.288+0000 7f0aeffff640 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367fca0 0x55c7e368e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aed7fa640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 0x7f0ad80a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3265747837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367fca0 msgr2=0x55c7e368e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367fca0 0x55c7e368e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3265747837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 msgr2=0x55c7e367f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e367f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3265747837 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e3571440 con 0x55c7e368ea90 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aed7fa640 1 -- 172.21.15.7:0/3647377339 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0ae80d0050 con 0x7f0af0108290 2024-09-19T05:42:59.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0af4902640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 0x7f0ad80a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009930 tx=0x7f0ae4005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=997fd57ac9340f8d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0ad67fc640 1 -- 172.21.15.7:0/3265747837 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4035070 con 0x55c7e368ea90 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.289+0000 7f0ad67fc640 1 -- 172.21.15.7:0/3265747837 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ae4005020 con 0x55c7e368ea90 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0ad67fc640 1 -- 172.21.15.7:0/3265747837 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4004a00 con 0x55c7e368ea90 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 -- 172.21.15.7:0/3265747837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 msgr2=0x55c7e3690e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009930 tx=0x7f0ae4005fd0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af4902640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 0x7f0ad80a5990 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80cd690 tx=0x7f0ae800cf50 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 -- 172.21.15.7:0/3265747837 shutdown_connections 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e368ea90 0x55c7e3690e80 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367fca0 0x55c7e368e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 --2- 172.21.15.7:0/3265747837 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e367f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 -- 172.21.15.7:0/3265747837 >> 172.21.15.7:0/3265747837 conn(0x55c7e367ba30 msgr2=0x55c7e367be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 -- 172.21.15.7:0/3265747837 shutdown_connections 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.290+0000 7f0af873e740 1 -- 172.21.15.7:0/3265747837 wait complete. 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 -- start start 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 Processor -- start 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e368e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 0x55c7e368bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c7e3691660 con 0x55c7e367fca0 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c7e35a0050 con 0x55c7e368ea90 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c7e36917e0 con 0x55c7e367f380 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.291+0000 7f0af873e740 10 client.0 _ll_register_callbacks cb 0x55c7e35e0160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55498/0 (socket says 172.21.15.7:55498) 2024-09-19T05:42:59.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 -- 172.21.15.7:0/2684436215 learned_addr learned my addr 172.21.15.7:0/2684436215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e368e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 0x55c7e368bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 -- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 msgr2=0x55c7e368e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e368e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 -- 172.21.15.7:0/2684436215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 msgr2=0x55c7e368bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 0x55c7e368bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 -- 172.21.15.7:0/2684436215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e33563c0 con 0x55c7e367fca0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 0x55c7e368bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f0ae00116f0 tx=0x7f0ae0011bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5704e4e1a88b2f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.292+0000 7f0acf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae0010a50 con 0x55c7e367fca0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ae4005020 con 0x55c7e367fca0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0ae0010bf0 con 0x55c7e367fca0 2024-09-19T05:42:59.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ae0010df0 con 0x55c7e367fca0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0af873e740 10 client.15504 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c7e369d0e0 con 0x55c7e367fca0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.293+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ae4005020 con 0x55c7e367fca0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0ae001a510 con 0x55c7e367fca0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 10 client.15504 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 10 client.15504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 20 client.15504 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e369e730 0x55c7e36a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 4 client.15504 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c7e35f2850 con 0x55c7e369e730 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.294+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e369e730 0x55c7e36a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.295+0000 7f0acf7fe640 10 client.15504 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.295+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e369e730 0x55c7e36a0b20 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=803fb2df2af4208e server_cookie=5b923046c6f7ae0d in_seq=0 out_seq=0 2024-09-19T05:42:59.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.295+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2684436215 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c7e35f2850 con 0x55c7e369e730 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.295+0000 7f0acf7fe640 10 client.15504 handle_command_reply: tid=0 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.295+0000 7f0af873e740 1 client.15504 shutdown 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 msgr2=0x55c7e368b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f0ae00116f0 tx=0x7f0ae0011bb0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 shutdown_connections 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e368ea90 0x55c7e368bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e369e730 0x55c7e36a0b20 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e368b6c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0acf7fe640 0 client.15504 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 --2- 172.21.15.7:0/2684436215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e368e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 >> 172.21.15.7:0/2684436215 conn(0x55c7e367ba30 msgr2=0x55c7e3681790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.296+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 shutdown_connections 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.297+0000 7f0af873e740 1 -- 172.21.15.7:0/2684436215 wait complete. 2024-09-19T05:42:59.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.297+0000 7f0af873e740 20 client.15504 trim_cache size 0 max 16384 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 Processor -- start 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 -- start start 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367ba30 0x55c7e369a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e36a62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01ab6f0 con 0x55c7e367fca0 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01ad230 con 0x55c7e367f380 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.314+0000 7f0af873e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01abdc0 con 0x55c7e367ba30 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55506/0 (socket says 172.21.15.7:55506) 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3989709439 learned_addr learned my addr 172.21.15.7:0/3989709439 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aeffff640 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e36a62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367ba30 0x55c7e369a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3989709439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367ba30 msgr2=0x55c7e369a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367ba30 0x55c7e369a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3989709439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 msgr2=0x55c7e36a62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e36a62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 -- 172.21.15.7:0/3989709439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e3689c10 con 0x55c7e367fca0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.315+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009850 tx=0x7f0ae4031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fda15b38e2565fc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.316+0000 7f0ad5ffb640 1 -- 172.21.15.7:0/3989709439 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae405d040 con 0x55c7e367fca0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.316+0000 7f0ad5ffb640 1 -- 172.21.15.7:0/3989709439 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ae40035f0 con 0x55c7e367fca0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.316+0000 7f0ad5ffb640 1 -- 172.21.15.7:0/3989709439 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4035040 con 0x55c7e367fca0 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 -- 172.21.15.7:0/3989709439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 msgr2=0x55c7e36a6810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009850 tx=0x7f0ae4031400 comp rx=0 tx=0).stop 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 -- 172.21.15.7:0/3989709439 shutdown_connections 2024-09-19T05:42:59.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367fca0 0x55c7e36a6810 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367f380 0x55c7e36a62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 --2- 172.21.15.7:0/3989709439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367ba30 0x55c7e369a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 -- 172.21.15.7:0/3989709439 >> 172.21.15.7:0/3989709439 conn(0x55c7e36a0e90 msgr2=0x55c7e368d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 -- 172.21.15.7:0/3989709439 shutdown_connections 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.317+0000 7f0af873e740 1 -- 172.21.15.7:0/3989709439 wait complete. 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.318+0000 7f0af873e740 1 -- start start 2024-09-19T05:42:59.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.318+0000 7f0af873e740 1 Processor -- start 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.318+0000 7f0af873e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.318+0000 7f0af873e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e36935b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0af873e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367fca0 0x55c7e37022e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0af873e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01acb60 con 0x55c7e367ba30 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0af873e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01ac490 con 0x55c7e367fca0 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0af873e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0af01a96d0 con 0x55c7e367f380 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0af873e740 10 client.0 _ll_register_callbacks cb 0x7f0ae000be30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55516/0 (socket says 172.21.15.7:55516) 2024-09-19T05:42:59.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 -- 172.21.15.7:0/2780956459 learned_addr learned my addr 172.21.15.7:0/2780956459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e36935b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 -- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 msgr2=0x55c7e36935b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e36935b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 -- 172.21.15.7:0/2780956459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367fca0 msgr2=0x55c7e37022e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367fca0 0x55c7e37022e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.319+0000 7f0aef7fe640 1 -- 172.21.15.7:0/2780956459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e37028d0 con 0x55c7e367ba30 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0aef7fe640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009900 tx=0x7f0ae4032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c647a4b1fa05b1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0acf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4066070 con 0x55c7e367ba30 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0ae4004770 con 0x55c7e367ba30 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ae40035f0 con 0x55c7e367ba30 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0ae4072050 con 0x55c7e367ba30 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.320+0000 7f0af873e740 10 client.15510 fetch_fsmap learned FSMap version 28 2024-09-19T05:42:59.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c7e3709c40 con 0x55c7e367ba30 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ae4057830 con 0x55c7e367ba30 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f0ae40627e0 con 0x55c7e367ba30 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 10 client.15510 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 10 client.15510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 20 client.15510 populate_metadata read hostname 'smithi007' 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e368ea90 0x55c7e370be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 4 client.15510 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.321+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f0ae40035f0 con 0x55c7e368ea90 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e368ea90 0x55c7e370be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0aeffff640 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e368ea90 0x55c7e370be20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85e8886333046a84 server_cookie=bc04c0ecc8238c in_seq=0 out_seq=0 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0acf7fe640 10 client.15510 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0acf7fe640 1 -- 172.21.15.7:0/2780956459 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f0ae40035f0 con 0x55c7e368ea90 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0acf7fe640 10 client.15510 handle_command_reply: tid=0 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.322+0000 7f0af873e740 1 client.15510 shutdown 2024-09-19T05:42:59.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 msgr2=0x55c7e3693070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4009900 tx=0x7f0ae4032e70 comp rx=0 tx=0).stop 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 shutdown_connections 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c7e367fca0 0x55c7e37022e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c7e367f380 0x55c7e36935b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c7e368ea90 0x55c7e370be20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 --2- 172.21.15.7:0/2780956459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c7e367ba30 0x55c7e3693070 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 >> 172.21.15.7:0/2780956459 conn(0x55c7e36a0e90 msgr2=0x55c7e3680e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0acf7fe640 0 client.15510 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 shutdown_connections 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 1 -- 172.21.15.7:0/2780956459 wait complete. 2024-09-19T05:42:59.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.323+0000 7f0af873e740 20 client.15510 trim_cache size 0 max 16384 2024-09-19T05:42:59.338 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:42:59.338 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-19T05:42:59.338 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-19T05:42:59.338 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 msgr2=0x7f0ad80a5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 0x7f0ad80a5990 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80cd690 tx=0x7f0ae800cf50 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 msgr2=0x7f0af019cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800eaa0 tx=0x7f0ae800ef60 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 shutdown_connections 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0af0108290 0x7f0af019cdd0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ad80a34d0 0x7f0ad80a5990 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0af0103740 0x7f0af0198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 --2- 172.21.15.7:0/3647377339 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0af0102d90 0x7f0af0198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 >> 172.21.15.7:0/3647377339 conn(0x7f0af00fc7d0 msgr2=0x7f0af0105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 shutdown_connections 2024-09-19T05:42:59.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:42:59.324+0000 7f0af6365640 1 -- 172.21.15.7:0/3647377339 wait complete. 2024-09-19T05:42:59.955 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:42:59 smithi063 ceph-mon[34779]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-19T05:42:59.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:42:59 smithi044 ceph-mon[34175]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-19T05:43:00.031 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:42:59 smithi007 ceph-mon[30960]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-19T05:43:00.060 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-19T05:43:00.060 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:43:00.383 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:00.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:43:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:43:00.141+0000 7f5cf1922640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:43:00.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:43:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:43:00.141+0000 7f5cf1922640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:43:00.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:43:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:43:00.141+0000 7f5cf1922640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:43:00.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:43:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:43:00.141+0000 7f5cf1922640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:43:00.393 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:43:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:43:00.141+0000 7f5cf1922640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-19T05:43:00.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 -- 172.21.15.7:0/2206127147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c102370 msgr2=0x7fb36c10e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2206127147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c102370 0x7fb36c10e8a0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb364009cd0 tx=0x7fb36402a8e0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 -- 172.21.15.7:0/2206127147 shutdown_connections 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2206127147 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c102370 0x7fb36c10e8a0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2206127147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c1019d0 0x7fb36c101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2206127147 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 0x7fb36c107db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 -- 172.21.15.7:0/2206127147 >> 172.21.15.7:0/2206127147 conn(0x7fb36c0fd710 msgr2=0x7fb36c0ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.912+0000 7fb3719a1640 1 -- 172.21.15.7:0/2206127147 shutdown_connections 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.913+0000 7fb3719a1640 1 -- 172.21.15.7:0/2206127147 wait complete. 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.913+0000 7fb3719a1640 1 Processor -- start 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.913+0000 7fb3719a1640 1 -- start start 2024-09-19T05:43:00.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c102370 0x7fb36c198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 0x7fb36c19c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb36c111c80 con 0x7fb36c1019d0 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb36c111b00 con 0x7fb36c102370 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3719a1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb36c111e00 con 0x7fb36c1079d0 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37916/0 (socket says 172.21.15.7:37916) 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 -- 172.21.15.7:0/2959371199 learned_addr learned my addr 172.21.15.7:0/2959371199 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb36bfff640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c102370 0x7fb36c198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb3711a0640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 0x7fb36c19c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 -- 172.21.15.7:0/2959371199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 msgr2=0x7fb36c19c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 0x7fb36c19c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 -- 172.21.15.7:0/2959371199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c102370 msgr2=0x7fb36c198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c102370 0x7fb36c198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.914+0000 7fb37099f640 1 -- 172.21.15.7:0/2959371199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36c19d0d0 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb37099f640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb36000e9f0 tx=0x7fb36000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36000ccc0 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb36000ce60 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb36c19d3c0 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb360010430 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.915+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb36c1a4ca0 con 0x7fb36c1019d0 2024-09-19T05:43:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.917+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb36c101e30 con 0x7fb36c1019d0 2024-09-19T05:43:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.919+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7fb360005020 con 0x7fb36c1019d0 2024-09-19T05:43:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.920+0000 7fb369ffb640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 0x7fb35c0a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.920+0000 7fb36bfff640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 0x7fb35c0a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.920+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb3600d0360 con 0x7fb36c1019d0 2024-09-19T05:43:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.920+0000 7fb36bfff640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 0x7fb35c0a5a20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0ffd40 tx=0x7fb35800a2d0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:00.927+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fb36009cb10 con 0x7fb36c1019d0 2024-09-19T05:43:01.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.207+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb36c199480 con 0x7fb36c1019d0 2024-09-19T05:43:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.208+0000 7fb369ffb640 1 -- 172.21.15.7:0/2959371199 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11946 (secure 0 0 0) 0x7fb36009c410 con 0x7fb36c1019d0 2024-09-19T05:43:01.210 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:43:01.210 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"btime":"2024-09-19T05:42:17:468423+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:42:16.903022+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[14613,24481,24487,24503,24505]},"id":1}]} 2024-09-19T05:43:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-09-19T05:43:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 msgr2=0x7fb35c0a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 0x7fb35c0a5a20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb36c0ffd40 tx=0x7fb35800a2d0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 msgr2=0x7fb36c198120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb36000e9f0 tx=0x7fb36000edf0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 shutdown_connections 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb35c0a3560 0x7fb35c0a5a20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.211+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb36c1079d0 0x7fb36c19c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.212+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb36c102370 0x7fb36c198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.212+0000 7fb3719a1640 1 --2- 172.21.15.7:0/2959371199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb36c1019d0 0x7fb36c198120 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.212+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 >> 172.21.15.7:0/2959371199 conn(0x7fb36c0fd710 msgr2=0x7fb36c0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.212+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 shutdown_connections 2024-09-19T05:43:01.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:01.212+0000 7fb3719a1640 1 -- 172.21.15.7:0/2959371199 wait complete. 2024-09-19T05:43:01.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:01 smithi007 ceph-mon[30960]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-19T05:43:01.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:01 smithi007 ceph-mon[30960]: mgrmap e25: x(active, since 44s), standbys: y, z 2024-09-19T05:43:01.865 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:01 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2959371199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:01.901 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-19T05:43:02.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:01 smithi063 ceph-mon[34779]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-19T05:43:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:01 smithi063 ceph-mon[34779]: mgrmap e25: x(active, since 44s), standbys: y, z 2024-09-19T05:43:02.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:01 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2959371199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:02.189 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:01 smithi044 ceph-mon[34175]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-19T05:43:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:01 smithi044 ceph-mon[34175]: mgrmap e25: x(active, since 44s), standbys: y, z 2024-09-19T05:43:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:01 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2959371199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 -- 172.21.15.7:0/139810423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0010e4d0 msgr2=0x7fba001108e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 --2- 172.21.15.7:0/139810423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0010e4d0 0x7fba001108e0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8009ca0 tx=0x7fb9f802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 -- 172.21.15.7:0/139810423 shutdown_connections 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 --2- 172.21.15.7:0/139810423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba0010e4d0 0x7fba001108e0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 --2- 172.21.15.7:0/139810423 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba00101360 0x7fba0010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 --2- 172.21.15.7:0/139810423 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 0x7fba00100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 -- 172.21.15.7:0/139810423 >> 172.21.15.7:0/139810423 conn(0x7fba000fc7d0 msgr2=0x7fba000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 -- 172.21.15.7:0/139810423 shutdown_connections 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.719+0000 7fba07693640 1 -- 172.21.15.7:0/139810423 wait complete. 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 Processor -- start 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 -- start start 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 0x7fba0019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 0x7fba0019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba001140b0 con 0x7fba00101360 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba00113f30 con 0x7fba0010e4d0 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.720+0000 7fba07693640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fba00114230 con 0x7fba001009b0 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37930/0 (socket says 172.21.15.7:37930) 2024-09-19T05:43:02.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 -- 172.21.15.7:0/623563898 learned_addr learned my addr 172.21.15.7:0/623563898 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba0542f640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 0x7fba0019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba05c30640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 0x7fba0019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 -- 172.21.15.7:0/623563898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 msgr2=0x7fba0019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 0x7fba0019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 -- 172.21.15.7:0/623563898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 msgr2=0x7fba0019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 0x7fba0019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 -- 172.21.15.7:0/623563898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0019f590 con 0x7fba00101360 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba05c30640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 0x7fba0019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.721+0000 7fba04c2e640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb9f000e9f0 tx=0x7fb9f000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.722+0000 7fb9f67fc640 1 -- 172.21.15.7:0/623563898 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f000cd80 con 0x7fba00101360 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.722+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0019f880 con 0x7fba00101360 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.722+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba001a7160 con 0x7fba00101360 2024-09-19T05:43:02.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.722+0000 7fb9f67fc640 1 -- 172.21.15.7:0/623563898 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9f00108e0 con 0x7fba00101360 2024-09-19T05:43:02.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.722+0000 7fb9f67fc640 1 -- 172.21.15.7:0/623563898 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f0018920 con 0x7fba00101360 2024-09-19T05:43:02.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.724+0000 7fba09a6c740 1 Processor -- start 2024-09-19T05:43:02.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.724+0000 7fba09a6c740 1 -- start start 2024-09-19T05:43:02.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc69a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc76760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559accbcf2f0 con 0x559accc74370 2024-09-19T05:43:02.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559accb76cf0 con 0x559accc6ab40 2024-09-19T05:43:02.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba09a6c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559accbcb2b0 con 0x559accc695d0 2024-09-19T05:43:02.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46046/0 (socket says 172.21.15.7:46046) 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 -- 172.21.15.7:0/3009392117 learned_addr learned my addr 172.21.15.7:0/3009392117 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba0542f640 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc69a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fb9f67fc640 1 -- 172.21.15.7:0/623563898 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7fb9f0018ac0 con 0x7fba00101360 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 -- 172.21.15.7:0/3009392117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 msgr2=0x559accc69a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc69a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 -- 172.21.15.7:0/3009392117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 msgr2=0x559accc76760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc76760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.725+0000 7fba05c30640 1 -- 172.21.15.7:0/3009392117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559accb5b3a0 con 0x559accc6ab40 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fba0542f640 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc69a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fba05c30640 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005f70 tx=0x7fb9f8009a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16e2d60b311a1af4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fb9eb7fe640 1 -- 172.21.15.7:0/3009392117 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8031dc0 con 0x559accc6ab40 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fb9eb7fe640 1 -- 172.21.15.7:0/3009392117 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9f8036070 con 0x559accc6ab40 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fb9eb7fe640 1 -- 172.21.15.7:0/3009392117 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f80043c0 con 0x559accc6ab40 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.726+0000 7fb9f67fc640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 0x7fb9ec0a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fb9f67fc640 1 -- 172.21.15.7:0/623563898 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb9f00d0190 con 0x7fba00101360 2024-09-19T05:43:02.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba0542f640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 0x7fb9ec0a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 -- 172.21.15.7:0/3009392117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 msgr2=0x559accc69090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005f70 tx=0x7fb9f8009a20 comp rx=0 tx=0).stop 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 -- 172.21.15.7:0/3009392117 shutdown_connections 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc76760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc69a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 --2- 172.21.15.7:0/3009392117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc69090 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.727+0000 7fba09a6c740 1 -- 172.21.15.7:0/3009392117 >> 172.21.15.7:0/3009392117 conn(0x559accc32310 msgr2=0x559accc65c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.728+0000 7fba0542f640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 0x7fb9ec0a5aa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc00a900 tx=0x7fb9fc00a2d0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.729+0000 7fba09a6c740 1 -- 172.21.15.7:0/3009392117 shutdown_connections 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.729+0000 7fba09a6c740 1 -- 172.21.15.7:0/3009392117 wait complete. 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.729+0000 7fba09a6c740 1 -- start start 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.729+0000 7fba09a6c740 1 Processor -- start 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc73d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc71000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559accc77010 con 0x559accc74370 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559accb8a060 con 0x559accc6ab40 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559accc77190 con 0x559accc695d0 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba09a6c740 10 client.0 _ll_register_callbacks cb 0x559acc8dd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba05c30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba05c30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37956/0 (socket says 172.21.15.7:37956) 2024-09-19T05:43:02.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba05c30640 1 -- 172.21.15.7:0/1810110321 learned_addr learned my addr 172.21.15.7:0/1810110321 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba0542f640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc73d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.730+0000 7fba04c2e640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc71000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 -- 172.21.15.7:0/1810110321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 msgr2=0x559accc73d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc73d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 -- 172.21.15.7:0/1810110321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 msgr2=0x559accc71000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc71000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 -- 172.21.15.7:0/1810110321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559acc9403c0 con 0x559accc74370 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba04c2e640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc71000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:02.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba0542f640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc73d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba05c30640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb9f802a900 tx=0x7fb9f8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edc2750d3c39ac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fb9e8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8049040 con 0x559accc74370 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb9f8031dc0 con 0x559accc74370 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.731+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9f8036070 con 0x559accc74370 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb9f8031450 con 0x559accc74370 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 10 client.15531 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559accc77010 con 0x559accc74370 2024-09-19T05:43:02.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9f8036070 con 0x559accc74370 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb9f804c070 con 0x559accc74370 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 10 client.15531 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 10 client.15531 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 20 client.15531 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559accc83c70 0x559accc86060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 4 client.15531 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.732+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559accbdc860 con 0x559accc83c70 2024-09-19T05:43:02.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.733+0000 7fba0542f640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559accc83c70 0x559accc86060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.733+0000 7fba0542f640 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559accc83c70 0x559accc86060 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e0b659dc44b5463a server_cookie=4fe43040dca88e56 in_seq=0 out_seq=0 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.733+0000 7fb9e8ff9640 10 client.15531 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.734+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1810110321 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559accbdc860 con 0x559accc83c70 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.734+0000 7fb9e8ff9640 10 client.15531 handle_command_reply: tid=0 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.734+0000 7fba09a6c740 1 client.15531 shutdown 2024-09-19T05:43:02.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.734+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 msgr2=0x559accc715d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.734+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fb9f802a900 tx=0x7fb9f8003ba0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 shutdown_connections 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559accc83c70 0x559accc86060 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc715d0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc6ab40 0x559accc71000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fb9e8ff9640 0 client.15531 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1810110321 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc73d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 >> 172.21.15.7:0/1810110321 conn(0x559accc32310 msgr2=0x559accc6b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 shutdown_connections 2024-09-19T05:43:02.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 1 -- 172.21.15.7:0/1810110321 wait complete. 2024-09-19T05:43:02.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.735+0000 7fba09a6c740 20 client.15531 trim_cache size 0 max 16384 2024-09-19T05:43:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 Processor -- start 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 -- start start 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc695d0 0x559accc72f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc6ab40 0x559accc6c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e400e750 con 0x559accc74370 2024-09-19T05:43:02.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e4010290 con 0x559accc695d0 2024-09-19T05:43:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba09a6c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e400ee20 con 0x559accc6ab40 2024-09-19T05:43:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba05c30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba05c30640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37968/0 (socket says 172.21.15.7:37968) 2024-09-19T05:43:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba05c30640 1 -- 172.21.15.7:0/4286595287 learned_addr learned my addr 172.21.15.7:0/4286595287 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba04c2e640 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc6ab40 0x559accc6c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.761+0000 7fba0542f640 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc695d0 0x559accc72f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 -- 172.21.15.7:0/4286595287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc6ab40 msgr2=0x559accc6c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc6ab40 0x559accc6c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 -- 172.21.15.7:0/4286595287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc695d0 msgr2=0x559accc72f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc695d0 0x559accc72f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 -- 172.21.15.7:0/4286595287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559accc72380 con 0x559accc74370 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fba05c30640 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005e30 tx=0x7fb9f8030980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eca15e83fa06a304 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fb9eaffd640 1 -- 172.21.15.7:0/4286595287 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8003c10 con 0x559accc74370 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fb9eaffd640 1 -- 172.21.15.7:0/4286595287 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9f8036040 con 0x559accc74370 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.762+0000 7fb9eaffd640 1 -- 172.21.15.7:0/4286595287 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8004040 con 0x559accc74370 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- 172.21.15.7:0/4286595287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 msgr2=0x559accc6c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005e30 tx=0x7fb9f8030980 comp rx=0 tx=0).stop 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- 172.21.15.7:0/4286595287 shutdown_connections 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc74370 0x559accc6c660 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc6ab40 0x559accc6c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 --2- 172.21.15.7:0/4286595287 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc695d0 0x559accc72f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- 172.21.15.7:0/4286595287 >> 172.21.15.7:0/4286595287 conn(0x559accc32310 msgr2=0x559accc72860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- 172.21.15.7:0/4286595287 shutdown_connections 2024-09-19T05:43:02.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- 172.21.15.7:0/4286595287 wait complete. 2024-09-19T05:43:02.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.763+0000 7fba09a6c740 1 -- start start 2024-09-19T05:43:02.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 Processor -- start 2024-09-19T05:43:02.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc6ab40 0x559accc77e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc74370 0x559accc78360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e400fbc0 con 0x559accc6ab40 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e400f4f0 con 0x559accc74370 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb9e400c730 con 0x559accc695d0 2024-09-19T05:43:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba09a6c740 10 client.0 _ll_register_callbacks cb 0x7fb9fc00a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba0542f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba04c2e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc6ab40 0x559accc77e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba0542f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47358/0 (socket says 172.21.15.7:47358) 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba0542f640 1 -- 172.21.15.7:0/1378013174 learned_addr learned my addr 172.21.15.7:0/1378013174 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.764+0000 7fba05c30640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc74370 0x559accc78360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 -- 172.21.15.7:0/1378013174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc74370 msgr2=0x559accc78360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc74370 0x559accc78360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 -- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc6ab40 msgr2=0x559accc77e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc6ab40 0x559accc77e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 -- 172.21.15.7:0/1378013174 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559accc78b90 con 0x559accc695d0 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba0542f640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc01b430 tx=0x7fb9fc015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73558a931ca5060a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fb9e8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc004020 con 0x559accc695d0 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9f8036040 con 0x559accc695d0 2024-09-19T05:43:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb9fc0041c0 con 0x559accc695d0 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb9fc0043c0 con 0x559accc695d0 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba09a6c740 10 client.25249 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559acccf6ed0 con 0x559accc695d0 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.765+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9f8036040 con 0x559accc695d0 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fb9fc004b20 con 0x559accc695d0 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 10 client.25249 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 10 client.25249 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 20 client.25249 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559acccf75d0 0x559acccf99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba04c2e640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559acccf75d0 0x559acccf99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 4 client.25249 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559accbd6d70 con 0x559acccf75d0 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fba04c2e640 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559acccf75d0 0x559acccf99f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5d808b7fce8c3982 server_cookie=25f0cdcd30ed152 in_seq=0 out_seq=0 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.766+0000 7fb9e8ff9640 10 client.25249 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fb9e8ff9640 1 -- 172.21.15.7:0/1378013174 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559accbd6d70 con 0x559acccf75d0 2024-09-19T05:43:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fb9e8ff9640 10 client.25249 handle_command_reply: tid=0 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 client.25249 shutdown 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 msgr2=0x559accc7caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc01b430 tx=0x7fb9fc015000 comp rx=0 tx=0).stop 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 shutdown_connections 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x559acccf75d0 0x559acccf99f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559accc74370 0x559accc78360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559accc6ab40 0x559accc77e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 --2- 172.21.15.7:0/1378013174 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559accc695d0 0x559accc7caf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 >> 172.21.15.7:0/1378013174 conn(0x559accc32310 msgr2=0x559accc7f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fb9e8ff9640 0 client.25249 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 shutdown_connections 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.767+0000 7fba09a6c740 1 -- 172.21.15.7:0/1378013174 wait complete. 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.768+0000 7fba09a6c740 20 client.25249 trim_cache size 0 max 16384 2024-09-19T05:43:02.779 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.768+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 msgr2=0x7fb9ec0a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.768+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 0x7fb9ec0a5aa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc00a900 tx=0x7fb9fc00a2d0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.768+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 msgr2=0x7fba0019ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.768+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb9f000e9f0 tx=0x7fb9f000eeb0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 shutdown_connections 2024-09-19T05:43:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba0010e4d0 0x7fba0019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba00101360 0x7fba0019ab20 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb9ec0a35e0 0x7fb9ec0a5aa0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 --2- 172.21.15.7:0/623563898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fba001009b0 0x7fba0019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 >> 172.21.15.7:0/623563898 conn(0x7fba000fc7d0 msgr2=0x7fba000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 shutdown_connections 2024-09-19T05:43:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:02.769+0000 7fba07693640 1 -- 172.21.15.7:0/623563898 wait complete. 2024-09-19T05:43:03.562 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-19T05:43:03.834 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:03.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:03 smithi007 ceph-mon[30960]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 25 op/s 2024-09-19T05:43:04.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:03 smithi063 ceph-mon[34779]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 25 op/s 2024-09-19T05:43:04.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:03 smithi044 ceph-mon[34175]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 25 op/s 2024-09-19T05:43:04.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 -- 172.21.15.7:0/1316819977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948102570 msgr2=0x7fe9481029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 --2- 172.21.15.7:0/1316819977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948102570 0x7fe9481029b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fe938009900 tx=0x7fe93802a480 comp rx=0 tx=0).stop 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 -- 172.21.15.7:0/1316819977 shutdown_connections 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 --2- 172.21.15.7:0/1316819977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 0x7fe94810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 --2- 172.21.15.7:0/1316819977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948102570 0x7fe9481029b0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 --2- 172.21.15.7:0/1316819977 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948100e20 0x7fe948101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 -- 172.21.15.7:0/1316819977 >> 172.21.15.7:0/1316819977 conn(0x7fe9480fc7d0 msgr2=0x7fe9480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 -- 172.21.15.7:0/1316819977 shutdown_connections 2024-09-19T05:43:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.400+0000 7fe9504fe640 1 -- 172.21.15.7:0/1316819977 wait complete. 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.401+0000 7fe9504fe640 1 Processor -- start 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 -- start start 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe94e29a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe94e29a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37984/0 (socket says 172.21.15.7:37984) 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe94e29a640 1 -- 172.21.15.7:0/940357380 learned_addr learned my addr 172.21.15.7:0/940357380 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948102570 0x7fe94810e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 0x7fe94810ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111f40 con 0x7fe948100e20 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111dc0 con 0x7fe948102ef0 2024-09-19T05:43:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481120c0 con 0x7fe948102570 2024-09-19T05:43:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.402+0000 7fe94da99640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948102570 0x7fe94810e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 0x7fe94810ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 -- 172.21.15.7:0/940357380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948102570 msgr2=0x7fe94810e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948102570 0x7fe94810e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 -- 172.21.15.7:0/940357380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 msgr2=0x7fe94810ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 0x7fe94810ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9481aad10 con 0x7fe948100e20 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe94e29a640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe94400da90 tx=0x7fe94400df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe93f7fe640 1 -- 172.21.15.7:0/940357380 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe944017070 con 0x7fe948100e20 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe93f7fe640 1 -- 172.21.15.7:0/940357380 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe944009c00 con 0x7fe948100e20 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.403+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9481aaf40 con 0x7fe948100e20 2024-09-19T05:43:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.404+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9481ab3a0 con 0x7fe948100e20 2024-09-19T05:43:04.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.405+0000 7fe93f7fe640 1 -- 172.21.15.7:0/940357380 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94400f6b0 con 0x7fe948100e20 2024-09-19T05:43:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.407+0000 7fe93f7fe640 1 -- 172.21.15.7:0/940357380 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7fe94400f890 con 0x7fe948100e20 2024-09-19T05:43:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 Processor -- start 2024-09-19T05:43:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 -- start start 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa81090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa81a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5648af9e72f0 con 0x5648afa8c370 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5648af98ecf0 con 0x5648afa815d0 2024-09-19T05:43:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.408+0000 7fe9528d7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5648af9e32b0 con 0x5648afa82b40 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94da99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94da99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37986/0 (socket says 172.21.15.7:37986) 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94da99640 1 -- 172.21.15.7:0/2093842928 learned_addr learned my addr 172.21.15.7:0/2093842928 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94e29a640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa81a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa81090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 -- 172.21.15.7:0/2093842928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 msgr2=0x5648afa81a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa81a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 -- 172.21.15.7:0/2093842928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 msgr2=0x5648afa8e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 -- 172.21.15.7:0/2093842928 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648af9733a0 con 0x5648afa82b40 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94da99640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.409+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa81090 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe940007d10 tx=0x7fe94000e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3024eb324f0788c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.410+0000 7fe93cff9640 1 -- 172.21.15.7:0/2093842928 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940014070 con 0x5648afa82b40 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.410+0000 7fe93cff9640 1 -- 172.21.15.7:0/2093842928 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe940004d20 con 0x5648afa82b40 2024-09-19T05:43:04.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.410+0000 7fe93cff9640 1 -- 172.21.15.7:0/2093842928 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940010690 con 0x5648afa82b40 2024-09-19T05:43:04.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.410+0000 7fe93f7fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 0x7fe9340a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.410+0000 7fe94e29a640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 0x7fe9340a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe93f7fe640 1 -- 172.21.15.7:0/940357380 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fe9440cffa0 con 0x7fe948100e20 2024-09-19T05:43:04.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 -- 172.21.15.7:0/2093842928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 msgr2=0x5648afa81090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa81090 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe940007d10 tx=0x7fe94000e720 comp rx=0 tx=0).stop 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 -- 172.21.15.7:0/2093842928 shutdown_connections 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa8e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa81a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2093842928 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa81090 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 -- 172.21.15.7:0/2093842928 >> 172.21.15.7:0/2093842928 conn(0x5648afa4a310 msgr2=0x5648afa7dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 -- 172.21.15.7:0/2093842928 shutdown_connections 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe94e29a640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 0x7fe9340a5aa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe9440cd520 tx=0x7fe9440d3a70 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.411+0000 7fe9528d7740 1 -- 172.21.15.7:0/2093842928 wait complete. 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.412+0000 7fe9528d7740 1 -- start start 2024-09-19T05:43:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.412+0000 7fe9528d7740 1 Processor -- start 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa8bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa89010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5648afa8f070 con 0x5648afa8c370 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe94ea9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe94da99640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa89010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe94ea9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37988/0 (socket says 172.21.15.7:37988) 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe94ea9b640 1 -- 172.21.15.7:0/4183286354 learned_addr learned my addr 172.21.15.7:0/4183286354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5648af9a2060 con 0x5648afa815d0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5648afa8f1f0 con 0x5648afa82b40 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.413+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa8bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe9528d7740 10 client.0 _ll_register_callbacks cb 0x5648af6f58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 -- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 msgr2=0x5648afa89010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa89010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 -- 172.21.15.7:0/4183286354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 msgr2=0x5648afa8bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa8bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648af7583c0 con 0x5648afa8c370 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe940004c90 tx=0x7fe940007fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=906ec8d9f0cffcb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe931ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:04.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.414+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940014030 con 0x5648afa8c370 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.415+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe940004d20 con 0x5648afa8c370 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.415+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fe940003b70 con 0x5648afa8c370 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.415+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe940021040 con 0x5648afa8c370 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.415+0000 7fe9528d7740 10 client.15549 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.415+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5648afa9aad0 con 0x5648afa8c370 2024-09-19T05:43:04.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.416+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe940004d20 con 0x5648afa8c370 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe94002a4f0 con 0x5648afa8c370 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 10 client.15549 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 10 client.15549 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 20 client.15549 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afa9e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 4 client.15549 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5648af9f4860 con 0x5648afa9c2c0 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.417+0000 7fe94da99640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afa9e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.418+0000 7fe94da99640 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afa9e6f0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=89021b8e2eb7f920 server_cookie=f30b436c04c58ca8 in_seq=0 out_seq=0 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.418+0000 7fe931ffb640 10 client.15549 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.418+0000 7fe931ffb640 1 -- 172.21.15.7:0/4183286354 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5648af9f4860 con 0x5648afa9c2c0 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe931ffb640 10 client.15549 handle_command_reply: tid=0 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 client.15549 shutdown 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 msgr2=0x5648afa89600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fe940004c90 tx=0x7fe940007fd0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 shutdown_connections 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afa9e6f0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa8c370 0x5648afa89600 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe931ffb640 0 client.15549 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:43:04.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa82b40 0x5648afa89010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 --2- 172.21.15.7:0/4183286354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa815d0 0x5648afa8bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.419+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 >> 172.21.15.7:0/4183286354 conn(0x5648afa4a310 msgr2=0x5648afa83960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.420+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 shutdown_connections 2024-09-19T05:43:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.420+0000 7fe9528d7740 1 -- 172.21.15.7:0/4183286354 wait complete. 2024-09-19T05:43:04.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.420+0000 7fe9528d7740 20 client.15549 trim_cache size 0 max 16384 2024-09-19T05:43:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 Processor -- start 2024-09-19T05:43:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 -- start start 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 0x5648afa888d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa8c370 0x5648afa84090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b3c60 con 0x5648afa815d0 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b57a0 con 0x5648afa82b40 2024-09-19T05:43:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.446+0000 7fe9528d7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b4330 con 0x5648afa8c370 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46114/0 (socket says 172.21.15.7:46114) 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94ea9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 0x5648afa888d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 -- 172.21.15.7:0/2750909289 learned_addr learned my addr 172.21.15.7:0/2750909289 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 -- 172.21.15.7:0/2750909289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa8c370 msgr2=0x5648afa84090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa8c370 0x5648afa84090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 -- 172.21.15.7:0/2750909289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 msgr2=0x5648afa888d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 0x5648afa888d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94da99640 1 -- 172.21.15.7:0/2750909289 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648afa87fc0 con 0x5648afa82b40 2024-09-19T05:43:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.447+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 0x5648afa888d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.448+0000 7fe94da99640 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe938005940 tx=0x7fe9380058d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2883cfaf2961428 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.448+0000 7fe933fff640 1 -- 172.21.15.7:0/2750909289 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93804b070 con 0x5648afa82b40 2024-09-19T05:43:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.448+0000 7fe933fff640 1 -- 172.21.15.7:0/2750909289 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe938004480 con 0x5648afa82b40 2024-09-19T05:43:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.448+0000 7fe933fff640 1 -- 172.21.15.7:0/2750909289 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938035040 con 0x5648afa82b40 2024-09-19T05:43:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 -- 172.21.15.7:0/2750909289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 msgr2=0x5648afa8af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe938005940 tx=0x7fe9380058d0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 -- 172.21.15.7:0/2750909289 shutdown_connections 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa8c370 0x5648afa84090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa82b40 0x5648afa8af80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 --2- 172.21.15.7:0/2750909289 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa815d0 0x5648afa888d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 -- 172.21.15.7:0/2750909289 >> 172.21.15.7:0/2750909289 conn(0x5648afa4a310 msgr2=0x5648afa8a870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 -- 172.21.15.7:0/2750909289 shutdown_connections 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.449+0000 7fe9528d7740 1 -- 172.21.15.7:0/2750909289 wait complete. 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 -- start start 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 Processor -- start 2024-09-19T05:43:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa815d0 0x5648afa94780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 0x5648afa94cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 0x5648afa85980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b50d0 con 0x5648afa82b40 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b4a00 con 0x5648afa8c370 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481b1cf0 con 0x5648afa815d0 2024-09-19T05:43:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe94da99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 0x5648afa94cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe94da99640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 0x5648afa94cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38010/0 (socket says 172.21.15.7:38010) 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe94da99640 1 -- 172.21.15.7:0/1335162506 learned_addr learned my addr 172.21.15.7:0/1335162506 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.450+0000 7fe9528d7740 10 client.0 _ll_register_callbacks cb 0x7fe9440d3940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa815d0 0x5648afa94780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 0x5648afa85980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 -- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa815d0 msgr2=0x5648afa94780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa815d0 0x5648afa94780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 -- 172.21.15.7:0/1335162506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 msgr2=0x5648afa94cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 0x5648afa94cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 -- 172.21.15.7:0/1335162506 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648afa861b0 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe94ea9b640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 0x5648afa85980 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe94000e760 tx=0x7fe94002bfb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd2bea7de7b3b5c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe931ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940014070 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fe940003b70 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.451+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe938004480 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.452+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe940045050 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.452+0000 7fe9528d7740 10 client.25142 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.452+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5648afb06ac0 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.452+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe938004480 con 0x5648afa8c370 2024-09-19T05:43:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fe94002a4f0 con 0x5648afa8c370 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 10 client.25142 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 10 client.25142 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 20 client.25142 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afb090b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 4 client.25142 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5648af9eed70 con 0x5648afa9c2c0 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.453+0000 7fe94da99640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afb090b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe94da99640 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afb090b0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=20cd52248c6310ff server_cookie=d6907191efe1f6c8 in_seq=0 out_seq=0 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe931ffb640 10 client.25142 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe931ffb640 1 -- 172.21.15.7:0/1335162506 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5648af9eed70 con 0x5648afa9c2c0 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe931ffb640 10 client.25142 handle_command_reply: tid=0 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 client.25142 shutdown 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 msgr2=0x5648afa85980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 0x5648afa85980 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe94000e760 tx=0x7fe94002bfb0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 shutdown_connections 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x5648afa9c2c0 0x5648afb090b0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5648afa8c370 0x5648afa85980 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5648afa82b40 0x5648afa94cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 --2- 172.21.15.7:0/1335162506 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5648afa815d0 0x5648afa94780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 >> 172.21.15.7:0/1335162506 conn(0x5648afa4a310 msgr2=0x5648afa8a870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.454+0000 7fe931ffb640 0 client.25142 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.455+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 shutdown_connections 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.455+0000 7fe9528d7740 1 -- 172.21.15.7:0/1335162506 wait complete. 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.455+0000 7fe9528d7740 20 client.25142 trim_cache size 0 max 16384 2024-09-19T05:43:04.459 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.455+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 msgr2=0x7fe9340a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.455+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 0x7fe9340a5aa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe9440cd520 tx=0x7fe9440d3a70 comp rx=0 tx=0).stop 2024-09-19T05:43:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 msgr2=0x7fe94810e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fe94400da90 tx=0x7fe94400df50 comp rx=0 tx=0).stop 2024-09-19T05:43:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 shutdown_connections 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe948102ef0 0x7fe94810ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe9340a35e0 0x7fe9340a5aa0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe948102570 0x7fe94810e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 --2- 172.21.15.7:0/940357380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe948100e20 0x7fe94810e1d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.456+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 >> 172.21.15.7:0/940357380 conn(0x7fe9480fc7d0 msgr2=0x7fe9480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.457+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 shutdown_connections 2024-09-19T05:43:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:04.457+0000 7fe9504fe640 1 -- 172.21.15.7:0/940357380 wait complete. 2024-09-19T05:43:05.274 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-19T05:43:05.650 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:06.054 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:05 smithi007 ceph-mon[30960]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-09-19T05:43:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:05 smithi063 ceph-mon[34779]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-09-19T05:43:06.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 -- 172.21.15.7:0/2321939602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310100e20 msgr2=0x7ff310101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 --2- 172.21.15.7:0/2321939602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310100e20 0x7ff310101200 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff300009900 tx=0x7ff30002a480 comp rx=0 tx=0).stop 2024-09-19T05:43:06.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 -- 172.21.15.7:0/2321939602 shutdown_connections 2024-09-19T05:43:06.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 --2- 172.21.15.7:0/2321939602 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff310102ef0 0x7ff31010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 --2- 172.21.15.7:0/2321939602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff310102570 0x7ff3101029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 --2- 172.21.15.7:0/2321939602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310100e20 0x7ff310101200 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.177+0000 7ff316238640 1 -- 172.21.15.7:0/2321939602 >> 172.21.15.7:0/2321939602 conn(0x7ff3100fc7d0 msgr2=0x7ff3100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.178+0000 7ff316238640 1 -- 172.21.15.7:0/2321939602 shutdown_connections 2024-09-19T05:43:06.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.178+0000 7ff316238640 1 -- 172.21.15.7:0/2321939602 wait complete. 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.179+0000 7ff316238640 1 Processor -- start 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.179+0000 7ff316238640 1 -- start start 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff310102570 0x7ff310198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff31019ced0 0x7ff31019d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff310111f40 con 0x7ff310102ef0 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff310111dc0 con 0x7ff310102570 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff316238640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101120c0 con 0x7ff31019ced0 2024-09-19T05:43:06.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38022/0 (socket says 172.21.15.7:38022) 2024-09-19T05:43:06.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 -- 172.21.15.7:0/3238711817 learned_addr learned my addr 172.21.15.7:0/3238711817 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 -- 172.21.15.7:0/3238711817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff31019ced0 msgr2=0x7ff31019d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff31019ced0 0x7ff31019d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 -- 172.21.15.7:0/3238711817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff310102570 msgr2=0x7ff310198600 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff310102570 0x7ff310198600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.180+0000 7ff30effd640 1 -- 172.21.15.7:0/3238711817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff31019d990 con 0x7ff310102ef0 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff30effd640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff30400e9f0 tx=0x7ff30400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff30cff9640 1 -- 172.21.15.7:0/3238711817 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30400cd80 con 0x7ff310102ef0 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff30cff9640 1 -- 172.21.15.7:0/3238711817 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3040108e0 con 0x7ff310102ef0 2024-09-19T05:43:06.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff31019dc80 con 0x7ff310102ef0 2024-09-19T05:43:06.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff30cff9640 1 -- 172.21.15.7:0/3238711817 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304018880 con 0x7ff310102ef0 2024-09-19T05:43:06.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.181+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3101a53f0 con 0x7ff310102ef0 2024-09-19T05:43:06.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.184+0000 7ff30cff9640 1 -- 172.21.15.7:0/3238711817 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7ff304010a90 con 0x7ff310102ef0 2024-09-19T05:43:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30cff9640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 0x7ff2f80a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 Processor -- start 2024-09-19T05:43:06.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 -- start start 2024-09-19T05:43:06.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30cff9640 1 -- 172.21.15.7:0/3238711817 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff3040d03d0 con 0x7ff310102ef0 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a5840 0x55667e1a5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 0x55667e1a4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55667e10a2f0 con 0x55667e1a4b80 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55667e0b1cf0 con 0x55667e1a4120 2024-09-19T05:43:06.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 0x7ff2f80a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff318611740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55667e1062b0 con 0x55667e1a5840 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30ffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38024/0 (socket says 172.21.15.7:38024) 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30ffff640 1 -- 172.21.15.7:0/1479137705 learned_addr learned my addr 172.21.15.7:0/1479137705 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.185+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a5840 0x55667e1a5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 0x55667e1a4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 -- 172.21.15.7:0/1479137705 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a5840 msgr2=0x55667e1a5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a5840 0x55667e1a5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 -- 172.21.15.7:0/1479137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 msgr2=0x55667e1b9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 -- 172.21.15.7:0/1479137705 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55667e0963a0 con 0x55667e1a4120 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30ffff640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30effd640 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 0x55667e1a4560 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff3040cd8c0 tx=0x7ff30409bf00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e494ceee38f3cdd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 0x7ff2f80a5aa0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff300009230 tx=0x7ff3000042a0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff2f5ffb640 1 -- 172.21.15.7:0/1479137705 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3040a0830 con 0x55667e1a4120 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff2f5ffb640 1 -- 172.21.15.7:0/1479137705 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3040a50f0 con 0x55667e1a4120 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.186+0000 7ff2f5ffb640 1 -- 172.21.15.7:0/1479137705 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30409bb30 con 0x55667e1a4120 2024-09-19T05:43:06.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 -- 172.21.15.7:0/1479137705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 msgr2=0x55667e1a4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 0x55667e1a4560 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff3040cd8c0 tx=0x7ff30409bf00 comp rx=0 tx=0).stop 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 -- 172.21.15.7:0/1479137705 shutdown_connections 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4b80 0x55667e1b9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a4120 0x55667e1a4560 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 --2- 172.21.15.7:0/1479137705 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a5840 0x55667e1a5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.187+0000 7ff318611740 1 -- 172.21.15.7:0/1479137705 >> 172.21.15.7:0/1479137705 conn(0x55667e16d310 msgr2=0x55667e1a0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.188+0000 7ff318611740 1 -- 172.21.15.7:0/1479137705 shutdown_connections 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.188+0000 7ff318611740 1 -- 172.21.15.7:0/1479137705 wait complete. 2024-09-19T05:43:06.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.188+0000 7ff318611740 1 -- start start 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff318611740 1 Processor -- start 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff318611740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff318611740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1b7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff318611740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1b7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff30f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff318611740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55667e1ba8d0 con 0x55667e1a4120 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff30f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38028/0 (socket says 172.21.15.7:38028) 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff30f7fe640 1 -- 172.21.15.7:0/1291268583 learned_addr learned my addr 172.21.15.7:0/1291268583 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.189+0000 7ff30effd640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1b7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30ffff640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1b7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55667e0c5060 con 0x55667e1a5840 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55667e1baa50 con 0x55667e1a4b80 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff318611740 10 client.0 _ll_register_callbacks cb 0x55667de188c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 -- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 msgr2=0x55667e1b7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1b7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 -- 172.21.15.7:0/1291268583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 msgr2=0x55667e1b7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1b7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55667de7b3c0 con 0x55667e1a4120 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30effd640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1b7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3040a50f0 con 0x55667e1a4120 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff300009900 tx=0x7ff300009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372a131d79f25ae9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.190+0000 7ff2eeffd640 10 client.15567 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff2eeffd640 1 -- 172.21.15.7:0/1291268583 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300035040 con 0x55667e1a4120 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff2eeffd640 1 -- 172.21.15.7:0/1291268583 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff30004a660 con 0x55667e1a4120 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff2eeffd640 1 -- 172.21.15.7:0/1291268583 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff30004a8c0 con 0x55667e1a4120 2024-09-19T05:43:06.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 10 client.15567 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55667e1c6240 con 0x55667e1a4120 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff2eeffd640 1 -- 172.21.15.7:0/1291268583 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff30004aa60 con 0x55667e1a4120 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 10 client.15567 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 10 client.15567 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 20 client.15567 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e1c75f0 0x55667e1c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 4 client.15567 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:06.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.191+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55667e117860 con 0x55667e1c75f0 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.192+0000 7ff30effd640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e1c75f0 0x55667e1c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.192+0000 7ff30effd640 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e1c75f0 0x55667e1c9a40 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=528ad88f68f5633f server_cookie=88d5373428e3e8ee in_seq=0 out_seq=0 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.192+0000 7ff2eeffd640 10 client.15567 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.193+0000 7ff2eeffd640 1 -- 172.21.15.7:0/1291268583 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55667e117860 con 0x55667e1c75f0 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.193+0000 7ff2eeffd640 10 client.15567 handle_command_reply: tid=0 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.193+0000 7ff318611740 1 client.15567 shutdown 2024-09-19T05:43:06.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.193+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 msgr2=0x55667e1b9e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.193+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff300009900 tx=0x7ff300009260 comp rx=0 tx=0).stop 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 shutdown_connections 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e1c75f0 0x55667e1c9a40 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff2eeffd640 0 client.15567 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1b7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1b7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 --2- 172.21.15.7:0/1291268583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1b9e70 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 >> 172.21.15.7:0/1291268583 conn(0x55667e16d310 msgr2=0x55667e1a69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 shutdown_connections 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 1 -- 172.21.15.7:0/1291268583 wait complete. 2024-09-19T05:43:06.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.194+0000 7ff318611740 20 client.15567 trim_cache size 0 max 16384 2024-09-19T05:43:06.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.207+0000 7ff318611740 1 Processor -- start 2024-09-19T05:43:06.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 -- start start 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1c3b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1a0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101abbf0 con 0x55667e1a4120 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101ad730 con 0x55667e1a5840 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff318611740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101ac2c0 con 0x55667e1a4b80 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff30effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff30effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e19fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47440/0 (socket says 172.21.15.7:47440) 2024-09-19T05:43:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff30f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1c3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff30effd640 1 -- 172.21.15.7:0/2500545148 learned_addr learned my addr 172.21.15.7:0/2500545148 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.208+0000 7ff30ffff640 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 -- 172.21.15.7:0/2500545148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 msgr2=0x55667e19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 -- 172.21.15.7:0/2500545148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 msgr2=0x55667e1a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 -- 172.21.15.7:0/2500545148 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55667e1ba810 con 0x55667e1a4120 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1c3b70 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff300006010 tx=0x7ff300048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29e0bbbe1b092d2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff2f57fa640 1 -- 172.21.15.7:0/2500545148 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300035070 con 0x55667e1a4120 2024-09-19T05:43:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff2f57fa640 1 -- 172.21.15.7:0/2500545148 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3040a50f0 con 0x55667e1a4120 2024-09-19T05:43:06.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.209+0000 7ff2f57fa640 1 -- 172.21.15.7:0/2500545148 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300054b20 con 0x55667e1a4120 2024-09-19T05:43:06.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- 172.21.15.7:0/2500545148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 msgr2=0x55667e1c3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1c3b70 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff300006010 tx=0x7ff300048000 comp rx=0 tx=0).stop 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- 172.21.15.7:0/2500545148 shutdown_connections 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 --2- 172.21.15.7:0/2500545148 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1c3b70 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- 172.21.15.7:0/2500545148 >> 172.21.15.7:0/2500545148 conn(0x55667e16d310 msgr2=0x55667e19f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- 172.21.15.7:0/2500545148 shutdown_connections 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- 172.21.15.7:0/2500545148 wait complete. 2024-09-19T05:43:06.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.210+0000 7ff318611740 1 -- start start 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 Processor -- start 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1be270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1be7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101ad060 con 0x55667e1a4120 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101ac990 con 0x55667e1a5840 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101a9bd0 con 0x55667e1a4b80 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff318611740 10 client.0 _ll_register_callbacks cb 0x7ff304005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff30f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff30f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38040/0 (socket says 172.21.15.7:38040) 2024-09-19T05:43:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.211+0000 7ff30f7fe640 1 -- 172.21.15.7:0/4189635550 learned_addr learned my addr 172.21.15.7:0/4189635550 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30ffff640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1be7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 -- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 msgr2=0x55667e1be270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1be270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 -- 172.21.15.7:0/4189635550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 msgr2=0x55667e1be7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1be7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 -- 172.21.15.7:0/4189635550 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55667e2315e0 con 0x55667e1a4120 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff30f7fe640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff300009670 tx=0x7ff300005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e3a0a9e304cfe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff2eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300035040 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff300054450 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.212+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3040a50f0 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.213+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff300054650 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.213+0000 7ff318611740 10 client.15573 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.213+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55667e232860 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.213+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3040a50f0 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.213+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7ff30003e980 con 0x55667e1a4120 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 10 client.15573 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 10 client.15573 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:43:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 20 client.15573 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e232d80 0x55667e235170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 4 client.15573 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55667e111d70 con 0x55667e232d80 2024-09-19T05:43:06.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff30effd640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e232d80 0x55667e235170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:06.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff30effd640 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e232d80 0x55667e235170 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c860e39d007e8069 server_cookie=6de5db0de38b3505 in_seq=0 out_seq=0 2024-09-19T05:43:06.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff2eeffd640 10 client.15573 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:43:06.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff2eeffd640 1 -- 172.21.15.7:0/4189635550 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55667e111d70 con 0x55667e232d80 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.214+0000 7ff2eeffd640 10 client.15573 handle_command_reply: tid=0 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 client.15573 shutdown 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 msgr2=0x55667e1bdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff300009670 tx=0x7ff300005c00 comp rx=0 tx=0).stop 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 shutdown_connections 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55667e232d80 0x55667e235170 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55667e1a5840 0x55667e1be7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55667e1a4b80 0x55667e1be270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 --2- 172.21.15.7:0/4189635550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55667e1a4120 0x55667e1bdd30 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 >> 172.21.15.7:0/4189635550 conn(0x55667e16d310 msgr2=0x55667e1ab010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff2eeffd640 0 client.15573 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 shutdown_connections 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 1 -- 172.21.15.7:0/4189635550 wait complete. 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.215+0000 7ff318611740 20 client.15573 trim_cache size 0 max 16384 2024-09-19T05:43:06.223 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 msgr2=0x7ff2f80a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 0x7ff2f80a5aa0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff300009230 tx=0x7ff3000042a0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 msgr2=0x7ff310198b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff30400e9f0 tx=0x7ff30400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 shutdown_connections 2024-09-19T05:43:06.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff2f80a35e0 0x7ff2f80a5aa0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff31019ced0 0x7ff31019d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff310102ef0 0x7ff310198b40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 --2- 172.21.15.7:0/3238711817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff310102570 0x7ff310198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 >> 172.21.15.7:0/3238711817 conn(0x7ff3100fc7d0 msgr2=0x7ff3100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 shutdown_connections 2024-09-19T05:43:06.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:06.216+0000 7ff316238640 1 -- 172.21.15.7:0/3238711817 wait complete. 2024-09-19T05:43:06.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:05 smithi044 ceph-mon[34175]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-09-19T05:43:06.979 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-19T05:43:07.263 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.368+0000 7f79443b9640 1 -- 172.21.15.7:0/1721949584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c1069b0 msgr2=0x7f793c106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.368+0000 7f79443b9640 1 --2- 172.21.15.7:0/1721949584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c1069b0 0x7f793c106d90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f7938009930 tx=0x7f793802a420 comp rx=0 tx=0).stop 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 -- 172.21.15.7:0/1721949584 shutdown_connections 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 --2- 172.21.15.7:0/1721949584 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c101340 0x7f793c10d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 --2- 172.21.15.7:0/1721949584 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1009a0 0x7f793c100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 --2- 172.21.15.7:0/1721949584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c1069b0 0x7f793c106d90 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 -- 172.21.15.7:0/1721949584 >> 172.21.15.7:0/1721949584 conn(0x7f793c0779a0 msgr2=0x7f793c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 -- 172.21.15.7:0/1721949584 shutdown_connections 2024-09-19T05:43:07.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 -- 172.21.15.7:0/1721949584 wait complete. 2024-09-19T05:43:07.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.369+0000 7f79443b9640 1 Processor -- start 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 -- start start 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c1009a0 0x7f793c197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1069b0 0x7f793c19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38066/0 (socket says 172.21.15.7:38066) 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 -- 172.21.15.7:0/4054113262 learned_addr learned my addr 172.21.15.7:0/4054113262 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f793c110ca0 con 0x7f793c101340 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7942155640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c1009a0 0x7f793c197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f793c110b20 con 0x7f793c1069b0 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f793c110e20 con 0x7f793c1009a0 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7942956640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1069b0 0x7f793c19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 -- 172.21.15.7:0/4054113262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c1009a0 msgr2=0x7f793c197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c1009a0 0x7f793c197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 -- 172.21.15.7:0/4054113262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1069b0 msgr2=0x7f793c19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1069b0 0x7f793c19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.370+0000 7f7941954640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793c19c260 con 0x7f793c101340 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f7941954640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f792c00e9f0 tx=0x7f792c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f79337fe640 1 -- 172.21.15.7:0/4054113262 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c00cd80 con 0x7f793c101340 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f79337fe640 1 -- 172.21.15.7:0/4054113262 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f792c0054d0 con 0x7f793c101340 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793c19c550 con 0x7f793c101340 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f79337fe640 1 -- 172.21.15.7:0/4054113262 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c0115d0 con 0x7f793c101340 2024-09-19T05:43:07.377 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.371+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f793c069a10 con 0x7f793c101340 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.374+0000 7f7947227740 1 Processor -- start 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.374+0000 7f7947227740 1 -- start start 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802df4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802e020a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f802d592f0 con 0x55f802dffcb0 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f802d01270 con 0x55f802df4af0 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7947227740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55f802d552b0 con 0x55f802df5410 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47464/0 (socket says 172.21.15.7:47464) 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 -- 172.21.15.7:0/38347313 learned_addr learned my addr 172.21.15.7:0/38347313 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942956640 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802df4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f79337fe640 1 -- 172.21.15.7:0/4054113262 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f792c005020 con 0x7f793c101340 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 -- 172.21.15.7:0/38347313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 msgr2=0x55f802df4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802df4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 -- 172.21.15.7:0/38347313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 msgr2=0x55f802e020a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802e020a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942155640 1 -- 172.21.15.7:0/38347313 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f802d00340 con 0x55f802df5410 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.375+0000 7f7942956640 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802df4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.376+0000 7f7942155640 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f793802a940 tx=0x7f7938005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a932ed7df845ef0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.385 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.376+0000 7f7930bfe640 1 -- 172.21.15.7:0/38347313 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7938040070 con 0x55f802df5410 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.376+0000 7f7930bfe640 1 -- 172.21.15.7:0/38347313 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7938004030 con 0x55f802df5410 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.376+0000 7f7930bfe640 1 -- 172.21.15.7:0/38347313 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7938035040 con 0x55f802df5410 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f79337fe640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 0x7f79280a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 -- 172.21.15.7:0/38347313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 msgr2=0x55f802dff770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f793802a940 tx=0x7f7938005be0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7942956640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 0x7f79280a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f79337fe640 1 -- 172.21.15.7:0/4054113262 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f792c0cfea0 con 0x7f793c101340 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 -- 172.21.15.7:0/38347313 shutdown_connections 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802e020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802dff770 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 --2- 172.21.15.7:0/38347313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802df4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.386 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 -- 172.21.15.7:0/38347313 >> 172.21.15.7:0/38347313 conn(0x55f802df1060 msgr2=0x55f802df1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 -- 172.21.15.7:0/38347313 shutdown_connections 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7947227740 1 -- 172.21.15.7:0/38347313 wait complete. 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.377+0000 7f7942956640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 0x7f79280a5a20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7934009cb0 tx=0x7f7934009500 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 -- start start 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 Processor -- start 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 0x55f802df87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802df8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f802e06c90 con 0x55f802df4af0 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f802ce2290 con 0x55f802df5410 2024-09-19T05:43:07.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55f802e06e10 con 0x55f802dffcb0 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7947227740 10 client.0 _ll_register_callbacks cb 0x55f802d13140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7942155640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7942155640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38090/0 (socket says 172.21.15.7:38090) 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7942155640 1 -- 172.21.15.7:0/83909627 learned_addr learned my addr 172.21.15.7:0/83909627 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7942956640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802df8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7941954640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 0x55f802df87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.378+0000 7f7942155640 1 -- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 msgr2=0x55f802df8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7942155640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802df8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7942155640 1 -- 172.21.15.7:0/83909627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 msgr2=0x55f802df87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7942155640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 0x55f802df87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7942155640 1 -- 172.21.15.7:0/83909627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f802a6c210 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7941954640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 0x55f802df87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7942155640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7938005db0 tx=0x7f793802ab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=548666eab5855e3b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7925ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793804b070 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f79380316a0 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7938004030 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7938057050 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7947227740 10 client.15582 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.379+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f802b38620 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7938004030 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f793803c770 con 0x55f802df4af0 2024-09-19T05:43:07.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 10 client.15582 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 10 client.15582 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 20 client.15582 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e18330 0x55f802e1a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 4 client.15582 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f802d66a20 con 0x55f802e18330 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.380+0000 7f7941954640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e18330 0x55f802e1a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7925ffb640 10 client.15582 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7941954640 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e18330 0x55f802e1a720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6286638f3fcca1a4 server_cookie=d6ae48e7bdb337c3 in_seq=0 out_seq=0 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7925ffb640 1 -- 172.21.15.7:0/83909627 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f802d66a20 con 0x55f802e18330 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7925ffb640 10 client.15582 handle_command_reply: tid=0 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 client.15582 shutdown 2024-09-19T05:43:07.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 msgr2=0x55f802dff530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f7938005db0 tx=0x7f793802ab50 comp rx=0 tx=0).stop 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 shutdown_connections 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802df8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df5410 0x55f802df87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.381+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e18330 0x55f802e1a720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7947227740 1 --2- 172.21.15.7:0/83909627 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df4af0 0x55f802dff530 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7925ffb640 0 client.15582 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 >> 172.21.15.7:0/83909627 conn(0x55f802df1060 msgr2=0x55f802df6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 shutdown_connections 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7947227740 1 -- 172.21.15.7:0/83909627 wait complete. 2024-09-19T05:43:07.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.382+0000 7f7947227740 20 client.15582 trim_cache size 0 max 16384 2024-09-19T05:43:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 Processor -- start 2024-09-19T05:43:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 -- start start 2024-09-19T05:43:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e1fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802e20200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ab4f0 con 0x55f802dffcb0 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ad030 con 0x55f802df4af0 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7947227740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1abbc0 con 0x55f802df5410 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942956640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942956640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38100/0 (socket says 172.21.15.7:38100) 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942956640 1 -- 172.21.15.7:0/2369836458 learned_addr learned my addr 172.21.15.7:0/2369836458 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7941954640 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802e20200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942155640 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e1fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942956640 1 -- 172.21.15.7:0/2369836458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 msgr2=0x55f802e20200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.397+0000 7f7942956640 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802e20200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7942956640 1 -- 172.21.15.7:0/2369836458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 msgr2=0x55f802e1fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7942956640 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e1fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7942956640 1 -- 172.21.15.7:0/2369836458 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f802df5240 con 0x55f802dffcb0 2024-09-19T05:43:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7942956640 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f793401f830 tx=0x7f7934019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db7a11e8e89dd49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7927fff640 1 -- 172.21.15.7:0/2369836458 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793402f070 con 0x55f802dffcb0 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7927fff640 1 -- 172.21.15.7:0/2369836458 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f793401de40 con 0x55f802dffcb0 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.398+0000 7f7927fff640 1 -- 172.21.15.7:0/2369836458 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f793400e3c0 con 0x55f802dffcb0 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- 172.21.15.7:0/2369836458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 msgr2=0x55f802df6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f793401f830 tx=0x7f7934019000 comp rx=0 tx=0).stop 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- 172.21.15.7:0/2369836458 shutdown_connections 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802dffcb0 0x55f802df6550 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802df5410 0x55f802e20200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 --2- 172.21.15.7:0/2369836458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e1fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- 172.21.15.7:0/2369836458 >> 172.21.15.7:0/2369836458 conn(0x55f802df1060 msgr2=0x55f802e02dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- 172.21.15.7:0/2369836458 shutdown_connections 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- 172.21.15.7:0/2369836458 wait complete. 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 -- start start 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.399+0000 7f7947227740 1 Processor -- start 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e14fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802e10830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ac960 con 0x55f802df5410 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ac290 con 0x55f802df4af0 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1a94d0 con 0x55f802dffcb0 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38112/0 (socket says 172.21.15.7:38112) 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7947227740 10 client.0 _ll_register_callbacks cb 0x7f79340099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 -- 172.21.15.7:0/1756967651 learned_addr learned my addr 172.21.15.7:0/1756967651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7942956640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802e10830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7942155640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e14fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 -- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 msgr2=0x55f802e10830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802e10830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 -- 172.21.15.7:0/1756967651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 msgr2=0x55f802e14fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e14fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 -- 172.21.15.7:0/1756967651 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f802e10df0 con 0x55f802df5410 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7941954640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f792c00e9c0 tx=0x7f792c0bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7dbff59597d1c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.400+0000 7f7925ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:07.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c0b7060 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f792c0046c0 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f802d60d70 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f792c09e260 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 10 client.15588 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f802e82ad0 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f792c0a2610 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f792c0a2170 con 0x55f802df5410 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 10 client.15588 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 10 client.15588 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:07.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 20 client.15588 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e83200 0x55f802e85620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 4 client.15588 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.401+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f802d60d70 con 0x55f802e83200 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.402+0000 7f7942155640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e83200 0x55f802e85620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.402+0000 7f7925ffb640 10 client.15588 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:07.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.402+0000 7f7942155640 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e83200 0x55f802e85620 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64b6286ed359eafd server_cookie=365f6c968c272213 in_seq=0 out_seq=0 2024-09-19T05:43:07.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7925ffb640 1 -- 172.21.15.7:0/1756967651 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f802d60d70 con 0x55f802e83200 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7925ffb640 10 client.15588 handle_command_reply: tid=0 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 client.15588 shutdown 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 msgr2=0x55f802e102f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f792c00e9c0 tx=0x7f792c0bc040 comp rx=0 tx=0).stop 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 shutdown_connections 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55f802dffcb0 0x55f802e10830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55f802e83200 0x55f802e85620 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f802df5410 0x55f802e102f0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7925ffb640 0 client.15588 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:07.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 --2- 172.21.15.7:0/1756967651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f802df4af0 0x55f802e14fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.409+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 >> 172.21.15.7:0/1756967651 conn(0x55f802df1060 msgr2=0x55f802dfe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 shutdown_connections 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f7947227740 1 -- 172.21.15.7:0/1756967651 wait complete. 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f7947227740 20 client.15588 trim_cache size 0 max 16384 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:43:07.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:43:07.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 msgr2=0x7f79280a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 0x7f79280a5a20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7934009cb0 tx=0x7f7934009500 comp rx=0 tx=0).stop 2024-09-19T05:43:07.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 msgr2=0x7f793c1977b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f792c00e9f0 tx=0x7f792c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 shutdown_connections 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f793c1069b0 0x7f793c19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f793c101340 0x7f793c1977b0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79280a3560 0x7f79280a5a20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 --2- 172.21.15.7:0/4054113262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f793c1009a0 0x7f793c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.410+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 >> 172.21.15.7:0/4054113262 conn(0x7f793c0779a0 msgr2=0x7f793c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.411+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 shutdown_connections 2024-09-19T05:43:07.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:07.411+0000 7f79443b9640 1 -- 172.21.15.7:0/4054113262 wait complete. 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.807+0000 7feb99796640 1 -- 172.21.15.7:0/155625662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 msgr2=0x7feb9410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.807+0000 7feb99796640 1 --2- 172.21.15.7:0/155625662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9410da40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009ca0 tx=0x7feb8c02a950 comp rx=0 tx=0).stop 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 -- 172.21.15.7:0/155625662 shutdown_connections 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 --2- 172.21.15.7:0/155625662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9410da40 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 --2- 172.21.15.7:0/155625662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 --2- 172.21.15.7:0/155625662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb94101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 -- 172.21.15.7:0/155625662 >> 172.21.15.7:0/155625662 conn(0x7feb940fc7d0 msgr2=0x7feb940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 -- 172.21.15.7:0/155625662 shutdown_connections 2024-09-19T05:43:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.808+0000 7feb99796640 1 -- 172.21.15.7:0/155625662 wait complete. 2024-09-19T05:43:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 Processor -- start 2024-09-19T05:43:07.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 -- start start 2024-09-19T05:43:07.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9419e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feb9410fd30 con 0x7feb94102ef0 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb9410fbb0 con 0x7feb94102570 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.809+0000 7feb99796640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7feb9410feb0 con 0x7feb94100e20 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb927fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47518/0 (socket says 172.21.15.7:47518) 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 -- 172.21.15.7:0/2599549084 learned_addr learned my addr 172.21.15.7:0/2599549084 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb927fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941a4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46224/0 (socket says 172.21.15.7:46224) 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb937fe640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9419e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 -- 172.21.15.7:0/2599549084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 msgr2=0x7feb941a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 -- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 msgr2=0x7feb9419e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9419e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 -- 172.21.15.7:0/2599549084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb9419ef70 con 0x7feb94100e20 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.810+0000 7feb92ffd640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feb8400e9f0 tx=0x7feb8400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.811+0000 7feb7bfff640 1 -- 172.21.15.7:0/2599549084 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8400cd80 con 0x7feb94100e20 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.811+0000 7feb7bfff640 1 -- 172.21.15.7:0/2599549084 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb840054d0 con 0x7feb94100e20 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.811+0000 7feb7bfff640 1 -- 172.21.15.7:0/2599549084 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb84010490 con 0x7feb94100e20 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.811+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb9419f260 con 0x7feb94100e20 2024-09-19T05:43:07.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.811+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb941ab4b0 con 0x7feb94100e20 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.813+0000 7feb9bb6f740 1 Processor -- start 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 -- start start 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb7bfff640 1 -- 172.21.15.7:0/2599549084 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7feb84005020 con 0x7feb94100e20 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380261a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x55938026e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5593801c72f0 con 0x5593802615d0 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55938016ecf0 con 0x55938026c370 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5593801c32b0 con 0x559380262b40 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb937fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb937fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47522/0 (socket says 172.21.15.7:47522) 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb937fe640 1 -- 172.21.15.7:0/377818556 learned_addr learned my addr 172.21.15.7:0/377818556 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.814+0000 7feb927fc640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x55938026e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb92ffd640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380261a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 -- 172.21.15.7:0/377818556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 msgr2=0x55938026e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x55938026e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 -- 172.21.15.7:0/377818556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 msgr2=0x559380261a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380261a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 -- 172.21.15.7:0/377818556 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593801533a0 con 0x559380262b40 2024-09-19T05:43:07.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb92ffd640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380261a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:07.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb937fe640 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb8c035000 tx=0x7feb8c005fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=465930b5f9b6855e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.815+0000 7feb7bfff640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 0x7feb7c0a5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.816+0000 7feb797fa640 1 -- 172.21.15.7:0/377818556 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c048070 con 0x559380262b40 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.816+0000 7feb92ffd640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 0x7feb7c0a5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.816+0000 7feb7bfff640 1 -- 172.21.15.7:0/2599549084 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7feb840d02f0 con 0x7feb94100e20 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.816+0000 7feb797fa640 1 -- 172.21.15.7:0/377818556 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c02f8c0 con 0x559380262b40 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.816+0000 7feb797fa640 1 -- 172.21.15.7:0/377818556 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c034040 con 0x559380262b40 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- 172.21.15.7:0/377818556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 msgr2=0x559380261090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb92ffd640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 0x7feb7c0a5a90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7feb840cd870 tx=0x7feb84098040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb8c035000 tx=0x7feb8c005fa0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- 172.21.15.7:0/377818556 shutdown_connections 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x55938026e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380261a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/377818556 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380261090 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- 172.21.15.7:0/377818556 >> 172.21.15.7:0/377818556 conn(0x55938022a310 msgr2=0x55938025dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- 172.21.15.7:0/377818556 shutdown_connections 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- 172.21.15.7:0/377818556 wait complete. 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 -- start start 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.817+0000 7feb9bb6f740 1 Processor -- start 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 0x559380268fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55938026c370 0x5593802695f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55938026f060 con 0x5593802615d0 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559380182060 con 0x559380262b40 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55938026f1e0 con 0x55938026c370 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb9bb6f740 10 client.0 _ll_register_callbacks cb 0x55937fed58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 0x559380268fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38132/0 (socket says 172.21.15.7:38132) 2024-09-19T05:43:07.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb937fe640 1 -- 172.21.15.7:0/2700762364 learned_addr learned my addr 172.21.15.7:0/2700762364 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 -- 172.21.15.7:0/2700762364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55938026c370 msgr2=0x5593802695f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55938026c370 0x5593802695f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 -- 172.21.15.7:0/2700762364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 msgr2=0x55938026bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb927fc640 1 -- 172.21.15.7:0/2700762364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55937ff383c0 con 0x559380262b40 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.818+0000 7feb937fe640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb927fc640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 0x559380268fe0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feb940ffec0 tx=0x7feb8800be80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b708d14c6bc4def server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:07.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb88005020 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb8c02f8c0 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7feb880051c0 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feb880053c0 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb9bb6f740 10 client.25187 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55938027ab20 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c02f8c0 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.819+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7feb88019030 con 0x559380262b40 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 10 client.25187 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 10 client.25187 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 20 client.25187 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55938027bf30 0x55938027e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 4 client.25187 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593801d4860 con 0x55938027bf30 2024-09-19T05:43:07.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb937fe640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55938027bf30 0x55938027e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb937fe640 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55938027bf30 0x55938027e390 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7ce206d0c2d4b3c2 server_cookie=33144f13a8568dd4 in_seq=0 out_seq=0 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.820+0000 7feb76ff5640 10 client.25187 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb76ff5640 1 -- 172.21.15.7:0/2700762364 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5593801d4860 con 0x55938027bf30 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb76ff5640 10 client.25187 handle_command_reply: tid=0 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 client.25187 shutdown 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 msgr2=0x559380268fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 0x559380268fe0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feb940ffec0 tx=0x7feb8800be80 comp rx=0 tx=0).stop 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 shutdown_connections 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55938027bf30 0x55938027e390 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55938026c370 0x5593802695f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559380262b40 0x559380268fe0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/2700762364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x55938026bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb76ff5640 0 client.25187 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:43:07.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 >> 172.21.15.7:0/2700762364 conn(0x55938022a310 msgr2=0x559380263960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 shutdown_connections 2024-09-19T05:43:07.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.821+0000 7feb9bb6f740 1 -- 172.21.15.7:0/2700762364 wait complete. 2024-09-19T05:43:07.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.822+0000 7feb9bb6f740 20 client.25187 trim_cache size 0 max 16384 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 Processor -- start 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 -- start start 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380283c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x5593802841a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b3cf0 con 0x5593802615d0 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b5830 con 0x55938026c370 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b43c0 con 0x559380262b40 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38134/0 (socket says 172.21.15.7:38134) 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.835+0000 7feb937fe640 1 -- 172.21.15.7:0/1479203224 learned_addr learned my addr 172.21.15.7:0/1479203224 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb927fc640 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380283c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x5593802841a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 -- 172.21.15.7:0/1479203224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 msgr2=0x559380283c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380283c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 -- 172.21.15.7:0/1479203224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 msgr2=0x5593802841a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x5593802841a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 -- 172.21.15.7:0/1479203224 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55938026c050 con 0x5593802615d0 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb937fe640 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009a60 tx=0x7feb8c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9779080ab81c5b19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb78ff9640 1 -- 172.21.15.7:0/1479203224 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c048040 con 0x5593802615d0 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb78ff9640 1 -- 172.21.15.7:0/1479203224 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c02f8c0 con 0x5593802615d0 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.836+0000 7feb78ff9640 1 -- 172.21.15.7:0/1479203224 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c034040 con 0x5593802615d0 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.837+0000 7feb9bb6f740 1 -- 172.21.15.7:0/1479203224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 msgr2=0x559380278350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.837+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009a60 tx=0x7feb8c02a950 comp rx=0 tx=0).stop 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 -- 172.21.15.7:0/1479203224 shutdown_connections 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x5593802841a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380283c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/1479203224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380278350 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 -- 172.21.15.7:0/1479203224 >> 172.21.15.7:0/1479203224 conn(0x55938022a310 msgr2=0x559380268fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 -- 172.21.15.7:0/1479203224 shutdown_connections 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 -- 172.21.15.7:0/1479203224 wait complete. 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 -- start start 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 Processor -- start 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.838+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380266520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb9bb6f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x559380266a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b5160 con 0x5593802615d0 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b4a90 con 0x55938026c370 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb9bb6f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7feb941b1cd0 con 0x559380262b40 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb9bb6f740 10 client.0 _ll_register_callbacks cb 0x7feb88004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38138/0 (socket says 172.21.15.7:38138) 2024-09-19T05:43:07.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 -- 172.21.15.7:0/3204654347 learned_addr learned my addr 172.21.15.7:0/3204654347 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb927fc640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380266520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x559380266a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 -- 172.21.15.7:0/3204654347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 msgr2=0x559380266520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380266520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 -- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 msgr2=0x559380266a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x559380266a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb937fe640 1 -- 172.21.15.7:0/3204654347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593802e5c30 con 0x5593802615d0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.839+0000 7feb927fc640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380266520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb937fe640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7feb8c000f80 tx=0x7feb8c02b0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84e44b793c9f0fd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c048070 con 0x5593802615d0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7feb8c051380 con 0x5593802615d0 2024-09-19T05:43:07.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb8c02f8c0 con 0x5593802615d0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feb8c034040 con 0x5593802615d0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb9bb6f740 10 client.15603 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.840+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5593802e6ef0 con 0x5593802615d0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c02f8c0 con 0x5593802615d0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7feb8c059020 con 0x5593802615d0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 10 client.15603 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 10 client.15603 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 20 client.15603 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x5593802e7170 0x5593802e9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 4 client.15603 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5593801ced70 con 0x5593802e7170 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.841+0000 7feb927fc640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x5593802e7170 0x5593802e9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb927fc640 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x5593802e7170 0x5593802e9560 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=83a87878445a8d47 server_cookie=8f98d5aeb7886ec7 in_seq=0 out_seq=0 2024-09-19T05:43:07.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb76ff5640 10 client.15603 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb76ff5640 1 -- 172.21.15.7:0/3204654347 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5593801ced70 con 0x5593802e7170 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb76ff5640 10 client.15603 handle_command_reply: tid=0 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 client.15603 shutdown 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 msgr2=0x559380265fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7feb8c000f80 tx=0x7feb8c02b0d0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 shutdown_connections 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x5593802e7170 0x5593802e9560 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55938026c370 0x559380266a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559380262b40 0x559380266520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.850 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:07.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 --2- 172.21.15.7:0/3204654347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5593802615d0 0x559380265fe0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 >> 172.21.15.7:0/3204654347 conn(0x55938022a310 msgr2=0x559380263110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.842+0000 7feb76ff5640 0 client.15603 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 shutdown_connections 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb9bb6f740 1 -- 172.21.15.7:0/3204654347 wait complete. 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb9bb6f740 20 client.15603 trim_cache size 0 max 16384 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 msgr2=0x7feb7c0a5a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 0x7feb7c0a5a90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7feb840cd870 tx=0x7feb84098040 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 msgr2=0x7feb941a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feb8400e9f0 tx=0x7feb8400edf0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 shutdown_connections 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feb94102ef0 0x7feb9419e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7feb94102570 0x7feb941a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7feb7c0a35d0 0x7feb7c0a5a90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 --2- 172.21.15.7:0/2599549084 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7feb94100e20 0x7feb941a4650 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:07.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.843+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 >> 172.21.15.7:0/2599549084 conn(0x7feb940fc7d0 msgr2=0x7feb940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:07.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.845+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 shutdown_connections 2024-09-19T05:43:07.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:07.845+0000 7feb99796640 1 -- 172.21.15.7:0/2599549084 wait complete. 2024-09-19T05:43:08.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:07 smithi007 ceph-mon[30960]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:07 smithi063 ceph-mon[34779]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:07 smithi044 ceph-mon[34175]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:08.679 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-19T05:43:08.957 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:09.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/4294078476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac101410 msgr2=0x7f6fac10d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/4294078476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac101410 0x7f6fac10d940 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4009cd0 tx=0x7f6fa402a8e0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/4294078476 shutdown_connections 2024-09-19T05:43:09.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/4294078476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac101410 0x7f6fac10d940 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/4294078476 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac100a70 0x7f6fac100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/4294078476 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac106a70 0x7f6fac106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/4294078476 >> 172.21.15.7:0/4294078476 conn(0x7f6fac0fc790 msgr2=0x7f6fac0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.578+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/4294078476 shutdown_connections 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.579+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/4294078476 wait complete. 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.580+0000 7f6fb1ea9640 1 Processor -- start 2024-09-19T05:43:09.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.580+0000 7f6fb1ea9640 1 -- start start 2024-09-19T05:43:09.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.580+0000 7f6fb1ea9640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.580+0000 7f6fb1ea9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac101410 0x7f6fac196690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.580+0000 7f6fb1ea9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46272/0 (socket says 172.21.15.7:46272) 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38158/0 (socket says 172.21.15.7:38158) 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fab7fe640 1 -- 172.21.15.7:0/261823987 learned_addr learned my addr 172.21.15.7:0/261823987 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac10fc10 con 0x7f6fac106a70 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac10fa90 con 0x7f6fac100a70 2024-09-19T05:43:09.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac10fd90 con 0x7f6fac101410 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.581+0000 7f6faaffd640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac101410 0x7f6fac196690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 -- 172.21.15.7:0/261823987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac101410 msgr2=0x7f6fac196690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac101410 0x7f6fac196690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 -- 172.21.15.7:0/261823987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 msgr2=0x7f6fac196150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fac19b100 con 0x7f6fac106a70 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.582+0000 7f6fabfff640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f6fa402ae00 tx=0x7f6fa4031dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.583+0000 7f6fa8ff9640 1 -- 172.21.15.7:0/261823987 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4004040 con 0x7f6fac106a70 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.583+0000 7f6fa8ff9640 1 -- 172.21.15.7:0/261823987 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fa4004690 con 0x7f6fac106a70 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.584+0000 7f6fa8ff9640 1 -- 172.21.15.7:0/261823987 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4030d30 con 0x7f6fac106a70 2024-09-19T05:43:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.584+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fac19b390 con 0x7f6fac106a70 2024-09-19T05:43:09.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.584+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fac19b860 con 0x7f6fac106a70 2024-09-19T05:43:09.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.587+0000 7f6fb4282740 1 Processor -- start 2024-09-19T05:43:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.587+0000 7f6fa8ff9640 1 -- 172.21.15.7:0/261823987 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f6fa40305a0 con 0x7f6fac106a70 2024-09-19T05:43:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.587+0000 7f6fb4282740 1 -- start start 2024-09-19T05:43:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fc9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fdef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5577e8f2f2f0 con 0x5577e8fdcb80 2024-09-19T05:43:09.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5577e8ed6cf0 con 0x5577e8fcab40 2024-09-19T05:43:09.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fb4282740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5577e8f2b2b0 con 0x5577e8fc95d0 2024-09-19T05:43:09.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6faaffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fdef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47546/0 (socket says 172.21.15.7:47546) 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.588+0000 7f6fab7fe640 1 -- 172.21.15.7:0/297610982 learned_addr learned my addr 172.21.15.7:0/297610982 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6fab7fe640 1 -- 172.21.15.7:0/297610982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 msgr2=0x5577e8fc9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fc9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6fab7fe640 1 -- 172.21.15.7:0/297610982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 msgr2=0x5577e8fdef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fdef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6fab7fe640 1 -- 172.21.15.7:0/297610982 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577e8ebb3a0 con 0x5577e8fc95d0 2024-09-19T05:43:09.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.589+0000 7f6faaffd640 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fdef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c012680 tx=0x7f6f9c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc4b28f103b08ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6fa8ff9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 0x7f6f940a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6f91ffb640 1 -- 172.21.15.7:0/297610982 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c01e070 con 0x5577e8fc95d0 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6f91ffb640 1 -- 172.21.15.7:0/297610982 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f9c004230 con 0x5577e8fc95d0 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6f91ffb640 1 -- 172.21.15.7:0/297610982 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c003850 con 0x5577e8fc95d0 2024-09-19T05:43:09.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.590+0000 7f6faaffd640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 0x7f6f940a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 -- 172.21.15.7:0/297610982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 msgr2=0x5577e8fc9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c012680 tx=0x7f6f9c005f90 comp rx=0 tx=0).stop 2024-09-19T05:43:09.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6faaffd640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 0x7f6f940a5aa0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6fa000b650 tx=0x7f6fa0005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 -- 172.21.15.7:0/297610982 shutdown_connections 2024-09-19T05:43:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fdef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc9a10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 --2- 172.21.15.7:0/297610982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fc9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.591+0000 7f6fb4282740 1 -- 172.21.15.7:0/297610982 >> 172.21.15.7:0/297610982 conn(0x5577e8f92310 msgr2=0x5577e8fc5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.592+0000 7f6fa8ff9640 1 -- 172.21.15.7:0/261823987 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f6fa402e030 con 0x7f6fac106a70 2024-09-19T05:43:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.592+0000 7f6fb4282740 1 -- 172.21.15.7:0/297610982 shutdown_connections 2024-09-19T05:43:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.592+0000 7f6fb4282740 1 -- 172.21.15.7:0/297610982 wait complete. 2024-09-19T05:43:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.592+0000 7f6fb4282740 1 -- start start 2024-09-19T05:43:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.593+0000 7f6fb4282740 1 Processor -- start 2024-09-19T05:43:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.593+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.593+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 0x5577e8fd9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.593+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38164/0 (socket says 172.21.15.7:38164) 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46284/0 (socket says 172.21.15.7:46284) 2024-09-19T05:43:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6faaffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 0x5577e8fd9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 -- 172.21.15.7:0/782576812 learned_addr learned my addr 172.21.15.7:0/782576812 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5577e8fdf880 con 0x5577e8fdcb80 2024-09-19T05:43:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5577e8eea060 con 0x5577e8fc95d0 2024-09-19T05:43:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5577e8fdfa00 con 0x5577e8fcab40 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 -- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 msgr2=0x5577e8fd9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 0x5577e8fd9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 -- 172.21.15.7:0/782576812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 msgr2=0x5577e8fdc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fabfff640 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577e8ca03c0 con 0x5577e8fdcb80 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.594+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6fb4282740 10 client.0 _ll_register_callbacks cb 0x5577e8c3d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f9c004230 con 0x5577e8fdcb80 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6fabfff640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40bd020 tx=0x7f6fa40bd6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f42ddf1d8e7263a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6f8affd640 10 client.15615 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6f8affd640 1 -- 172.21.15.7:0/782576812 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa40bd790 con 0x5577e8fdcb80 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6f8affd640 1 -- 172.21.15.7:0/782576812 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f6fa40bc4e0 con 0x5577e8fdcb80 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6f8affd640 1 -- 172.21.15.7:0/782576812 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6fa40bc6e0 con 0x5577e8fdcb80 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6faaffd640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 0x5577e8fd9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6fb4282740 10 client.15615 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.595+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5577e8fcc310 con 0x5577e8fdcb80 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6f8affd640 1 -- 172.21.15.7:0/782576812 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6fa404e020 con 0x5577e8fdcb80 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 10 client.15615 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 10 client.15615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 20 client.15615 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e8fcd8e0 0x5577e8fcfd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 4 client.15615 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577e8f3c860 con 0x5577e8fcd8e0 2024-09-19T05:43:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.596+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e8fcd8e0 0x5577e8fcfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.597+0000 7f6f8affd640 10 client.15615 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.597+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e8fcd8e0 0x5577e8fcfd80 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d728690fdf86ef4 server_cookie=4d3aedb47aad697e in_seq=0 out_seq=0 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6f8affd640 1 -- 172.21.15.7:0/782576812 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5577e8f3c860 con 0x5577e8fcd8e0 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6f8affd640 10 client.15615 handle_command_reply: tid=0 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 client.15615 shutdown 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 msgr2=0x5577e8fd9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40bd020 tx=0x7f6fa40bd6b0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 shutdown_connections 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e8fcd8e0 0x5577e8fcfd80 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fd9df0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fcab40 0x5577e8fd9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 --2- 172.21.15.7:0/782576812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fc95d0 0x5577e8fdc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 >> 172.21.15.7:0/782576812 conn(0x5577e8f92310 msgr2=0x5577e8fcb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.598+0000 7f6f8affd640 0 client.15615 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.599+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 shutdown_connections 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.599+0000 7f6fb4282740 1 -- 172.21.15.7:0/782576812 wait complete. 2024-09-19T05:43:09.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.599+0000 7f6fb4282740 20 client.15615 trim_cache size 0 max 16384 2024-09-19T05:43:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.612+0000 7f6fb4282740 1 Processor -- start 2024-09-19T05:43:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.612+0000 7f6fb4282740 1 -- start start 2024-09-19T05:43:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8ff00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8ff0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1bc630 con 0x5577e8fdcb80 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1be170 con 0x5577e8fcab40 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fb4282740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1bcd00 con 0x5577e8fc95d0 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6faaffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8ff00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47568/0 (socket says 172.21.15.7:47568) 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fab7fe640 1 -- 172.21.15.7:0/849534521 learned_addr learned my addr 172.21.15.7:0/849534521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.613+0000 7f6fabfff640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8ff0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 -- 172.21.15.7:0/849534521 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 msgr2=0x5577e8ff00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8ff00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 -- 172.21.15.7:0/849534521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 msgr2=0x5577e8ff0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8ff0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 -- 172.21.15.7:0/849534521 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577e8fe9380 con 0x5577e8fc95d0 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6faaffd640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8ff00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fabfff640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8ff0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c012650 tx=0x7f6f9c00bec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d479840019af926f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6f917fa640 1 -- 172.21.15.7:0/849534521 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c01e070 con 0x5577e8fc95d0 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6f917fa640 1 -- 172.21.15.7:0/849534521 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f9c029030 con 0x5577e8fc95d0 2024-09-19T05:43:09.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.614+0000 7f6f917fa640 1 -- 172.21.15.7:0/849534521 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c004820 con 0x5577e8fc95d0 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 -- 172.21.15.7:0/849534521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 msgr2=0x5577e8fc5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c012650 tx=0x7f6f9c00bec0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 -- 172.21.15.7:0/849534521 shutdown_connections 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8ff0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8ff00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 --2- 172.21.15.7:0/849534521 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fc5df0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.615+0000 7f6fb4282740 1 -- 172.21.15.7:0/849534521 >> 172.21.15.7:0/849534521 conn(0x5577e8f92310 msgr2=0x5577e8fc56e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.616+0000 7f6fb4282740 1 -- 172.21.15.7:0/849534521 shutdown_connections 2024-09-19T05:43:09.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.616+0000 7f6fb4282740 1 -- 172.21.15.7:0/849534521 wait complete. 2024-09-19T05:43:09.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.616+0000 7f6fb4282740 1 -- start start 2024-09-19T05:43:09.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 Processor -- start 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fe4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fe5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1bdaa0 con 0x5577e8fdcb80 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1bd3d0 con 0x5577e8fcab40 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6fac1ba610 con 0x5577e8fc95d0 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fb4282740 10 client.0 _ll_register_callbacks cb 0x7f6fa4003f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fab7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47574/0 (socket says 172.21.15.7:47574) 2024-09-19T05:43:09.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.617+0000 7f6fab7fe640 1 -- 172.21.15.7:0/1932638651 learned_addr learned my addr 172.21.15.7:0/1932638651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6faaffd640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fe4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fabfff640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fe5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fab7fe640 1 -- 172.21.15.7:0/1932638651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 msgr2=0x5577e8fe4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fe4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fab7fe640 1 -- 172.21.15.7:0/1932638651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 msgr2=0x5577e8fe5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:09.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fe5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fab7fe640 1 -- 172.21.15.7:0/1932638651 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577e8fd5aa0 con 0x5577e8fc95d0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.618+0000 7f6fabfff640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fe5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6fab7fe640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c00de10 tx=0x7f6f9c00d550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bff5ba423b6bdf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6f8affd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9c01e050 con 0x5577e8fc95d0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f6f9c00b8b0 con 0x5577e8fc95d0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f9c029030 con 0x5577e8fc95d0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6f9c005040 con 0x5577e8fc95d0 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6fb4282740 10 client.25324 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:09.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.619+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5577e904e340 con 0x5577e8fc95d0 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.620+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f9c01f040 con 0x5577e8fc95d0 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f6f9c004be0 con 0x5577e8fc95d0 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 10 client.25324 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 10 client.25324 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 20 client.25324 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e904e820 0x5577e9050c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:09.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 4 client.25324 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f6f9c029030 con 0x5577e904e820 2024-09-19T05:43:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.621+0000 7f6faaffd640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e904e820 0x5577e9050c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6faaffd640 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e904e820 0x5577e9050c10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=527969f878542687 server_cookie=88c66a9911e97311 in_seq=0 out_seq=0 2024-09-19T05:43:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6f8affd640 10 client.25324 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:09.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6f8affd640 1 -- 172.21.15.7:0/1932638651 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f6f9c029030 con 0x5577e904e820 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6f8affd640 10 client.25324 handle_command_reply: tid=0 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 client.25324 shutdown 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 msgr2=0x5577e8fd7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6f9c00de10 tx=0x7f6f9c00d550 comp rx=0 tx=0).stop 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 shutdown_connections 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5577e904e820 0x5577e9050c10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577e8fdcb80 0x5577e8fe5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.625 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577e8fcab40 0x5577e8fe4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 --2- 172.21.15.7:0/1932638651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5577e8fc95d0 0x5577e8fd7400 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 >> 172.21.15.7:0/1932638651 conn(0x5577e8f92310 msgr2=0x5577e8fd4680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6f8affd640 0 client.25324 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 shutdown_connections 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.622+0000 7f6fb4282740 1 -- 172.21.15.7:0/1932638651 wait complete. 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.623+0000 7f6fb4282740 20 client.25324 trim_cache size 0 max 16384 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.623+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 msgr2=0x7f6f940a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.623+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 0x7f6f940a5aa0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6fa000b650 tx=0x7f6fa0005f90 comp rx=0 tx=0).stop 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.623+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 msgr2=0x7f6fac19aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.623+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f6fa402ae00 tx=0x7f6fa4031dd0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 shutdown_connections 2024-09-19T05:43:09.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6fac106a70 0x7f6fac19aa20 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6f940a35e0 0x7f6f940a5aa0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6fac101410 0x7f6fac196690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 --2- 172.21.15.7:0/261823987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6fac100a70 0x7f6fac196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 >> 172.21.15.7:0/261823987 conn(0x7f6fac0fc790 msgr2=0x7f6fac0fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 shutdown_connections 2024-09-19T05:43:09.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:09.624+0000 7f6fb1ea9640 1 -- 172.21.15.7:0/261823987 wait complete. 2024-09-19T05:43:10.036 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:09 smithi007 ceph-mon[30960]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-09-19T05:43:10.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:09 smithi063 ceph-mon[34779]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-09-19T05:43:10.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:09 smithi044 ceph-mon[34175]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-09-19T05:43:11.476 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-19T05:43:11.476 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-19T05:43:11.769 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:11.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:11 smithi007 ceph-mon[30960]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:11 smithi063 ceph-mon[34779]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:11 smithi044 ceph-mon[34175]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-09-19T05:43:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 -- 172.21.15.7:0/1780209800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 msgr2=0x7f45d01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/1780209800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01029b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009900 tx=0x7f45c002a480 comp rx=0 tx=0).stop 2024-09-19T05:43:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 -- 172.21.15.7:0/1780209800 shutdown_connections 2024-09-19T05:43:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/1780209800 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 0x7f45d010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/1780209800 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01029b0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/1780209800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.292+0000 7f45d7d4a640 1 -- 172.21.15.7:0/1780209800 >> 172.21.15.7:0/1780209800 conn(0x7f45d00fc7d0 msgr2=0x7f45d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.293+0000 7f45d7d4a640 1 -- 172.21.15.7:0/1780209800 shutdown_connections 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.293+0000 7f45d7d4a640 1 -- 172.21.15.7:0/1780209800 wait complete. 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.293+0000 7f45d7d4a640 1 Processor -- start 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.293+0000 7f45d7d4a640 1 -- start start 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d01961b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01966f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 0x7f45d019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f45d010fd30 con 0x7f45d0102570 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45d010fbb0 con 0x7f45d0100e20 2024-09-19T05:43:12.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d7d4a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f45d010feb0 con 0x7f45d0102ef0 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d01961b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d01961b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:36370/0 (socket says 172.21.15.7:36370) 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d5ae6640 1 -- 172.21.15.7:0/364376071 learned_addr learned my addr 172.21.15.7:0/364376071 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01966f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d62e7640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 0x7f45d019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 -- 172.21.15.7:0/364376071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 msgr2=0x7f45d019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 0x7f45d019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 -- 172.21.15.7:0/364376071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 msgr2=0x7f45d01961b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d01961b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.294+0000 7f45d52e5640 1 -- 172.21.15.7:0/364376071 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d019b160 con 0x7f45d0102570 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.295+0000 7f45d52e5640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01966f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f45c002a9a0 tx=0x7f45c0003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.295+0000 7f45c6ffd640 1 -- 172.21.15.7:0/364376071 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c003f070 con 0x7f45d0102570 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.295+0000 7f45c6ffd640 1 -- 172.21.15.7:0/364376071 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c003bb10 con 0x7f45d0102570 2024-09-19T05:43:12.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.295+0000 7f45c6ffd640 1 -- 172.21.15.7:0/364376071 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0035030 con 0x7f45d0102570 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.295+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d019b3f0 con 0x7f45d0102570 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.296+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d01a2d30 con 0x7f45d0102570 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.298+0000 7f45c6ffd640 1 -- 172.21.15.7:0/364376071 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f45c0042070 con 0x7f45d0102570 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.299+0000 7f45da123740 1 Processor -- start 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.299+0000 7f45da123740 1 -- start start 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.299+0000 7f45c6ffd640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 0x7f45bc0a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5913a0 0x55e41b59fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5a0150 0x55e41b5a2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e41b4f6280 con 0x55e41b590a80 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e41b49db10 con 0x55e41b5a0150 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45da123740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e41b4f2240 con 0x55e41b5913a0 2024-09-19T05:43:12.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45c6ffd640 1 -- 172.21.15.7:0/364376071 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f45c00f0590 con 0x7f45d0102570 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d62e7640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 0x7f45bc0a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52852/0 (socket says 172.21.15.7:52852) 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 -- 172.21.15.7:0/5586316 learned_addr learned my addr 172.21.15.7:0/5586316 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d52e5640 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5913a0 0x55e41b59fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 -- 172.21.15.7:0/5586316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5913a0 msgr2=0x55e41b59fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5913a0 0x55e41b59fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 -- 172.21.15.7:0/5586316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5a0150 msgr2=0x55e41b5a2540 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5a0150 0x55e41b5a2540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.300+0000 7f45d5ae6640 1 -- 172.21.15.7:0/5586316 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e41b4aa1f0 con 0x55e41b590a80 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.301+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f45cc00adb0 tx=0x7f45cc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d05c989f9ce122d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.301+0000 7f45d62e7640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 0x7f45bc0a5aa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f45c800b400 tx=0x7f45c800d040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.301+0000 7f45bbfff640 1 -- 172.21.15.7:0/5586316 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc01d070 con 0x55e41b590a80 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.301+0000 7f45bbfff640 1 -- 172.21.15.7:0/5586316 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45cc010cf0 con 0x55e41b590a80 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.301+0000 7f45bbfff640 1 -- 172.21.15.7:0/5586316 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc018bf0 con 0x55e41b590a80 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 -- 172.21.15.7:0/5586316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 msgr2=0x55e41b590e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f45cc00adb0 tx=0x7f45cc00f790 comp rx=0 tx=0).stop 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 -- 172.21.15.7:0/5586316 shutdown_connections 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5a0150 0x55e41b5a2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5913a0 0x55e41b59fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 --2- 172.21.15.7:0/5586316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b590e60 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 -- 172.21.15.7:0/5586316 >> 172.21.15.7:0/5586316 conn(0x55e41b58d0f0 msgr2=0x55e41b58d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 -- 172.21.15.7:0/5586316 shutdown_connections 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.302+0000 7f45da123740 1 -- 172.21.15.7:0/5586316 wait complete. 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.303+0000 7f45da123740 1 -- start start 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.303+0000 7f45da123740 1 Processor -- start 2024-09-19T05:43:12.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b59c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e41b5939e0 con 0x55e41b590a80 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e41b4b0f10 con 0x55e41b5913a0 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52864/0 (socket says 172.21.15.7:52864) 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45d5ae6640 1 -- 172.21.15.7:0/2793050240 learned_addr learned my addr 172.21.15.7:0/2793050240 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e41b593b60 con 0x55e41b5a0150 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45da123740 10 client.0 _ll_register_callbacks cb 0x55e41b479a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.304+0000 7f45d62e7640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b59c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 -- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 msgr2=0x55e41b5a0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 -- 172.21.15.7:0/2793050240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 msgr2=0x55e41b59c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b59c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 -- 172.21.15.7:0/2793050240 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e41b2676a0 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f45cc010870 tx=0x7f45cc0108a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cdbf5f8e68dcac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45b97fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc01d040 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f45cc005040 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.305+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45cc010cf0 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f45cc031050 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 10 client.15630 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e41b5aa5a0 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45cc010cf0 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f45cc020030 con 0x55e41b590a80 2024-09-19T05:43:12.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 10 client.15630 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 10 client.15630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 20 client.15630 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b5ab8f0 0x55e41b5adce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 4 client.15630 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.306+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e41b5037f0 con 0x55e41b5ab8f0 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.307+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b5ab8f0 0x55e41b5adce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.307+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b5ab8f0 0x55e41b5adce0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6b6e14ea62bfa92 server_cookie=cd0a18f6efb4ff35 in_seq=0 out_seq=0 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.307+0000 7f45b97fa640 10 client.15630 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45b97fa640 1 -- 172.21.15.7:0/2793050240 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e41b5037f0 con 0x55e41b5ab8f0 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45b97fa640 10 client.15630 handle_command_reply: tid=0 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 client.15630 shutdown 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 msgr2=0x55e41b59bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f45cc010870 tx=0x7f45cc0108a0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 shutdown_connections 2024-09-19T05:43:12.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b59c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b5ab8f0 0x55e41b5adce0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 --2- 172.21.15.7:0/2793050240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59bbe0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 >> 172.21.15.7:0/2793050240 conn(0x55e41b58d0f0 msgr2=0x55e41b592d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45b97fa640 0 client.15630 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 shutdown_connections 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 1 -- 172.21.15.7:0/2793050240 wait complete. 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.308+0000 7f45da123740 20 client.15630 trim_cache size 0 max 16384 2024-09-19T05:43:12.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 Processor -- start 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 -- start start 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5b3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01ab510 con 0x55e41b590a80 2024-09-19T05:43:12.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01ad050 con 0x55e41b5913a0 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45da123740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01abbe0 con 0x55e41b5a0150 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52878/0 (socket says 172.21.15.7:52878) 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45d5ae6640 1 -- 172.21.15.7:0/2652784226 learned_addr learned my addr 172.21.15.7:0/2652784226 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.343+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5b3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d62e7640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 -- 172.21.15.7:0/2652784226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 msgr2=0x55e41b5b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 -- 172.21.15.7:0/2652784226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 msgr2=0x55e41b59f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 -- 172.21.15.7:0/2652784226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e41b59a8d0 con 0x55e41b5913a0 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.344+0000 7f45d52e5640 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5b3310 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f45c00edab0 tx=0x7f45c00a5040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1bd1275011cee82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.345+0000 7f45bb7fe640 1 -- 172.21.15.7:0/2652784226 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c0049040 con 0x55e41b5913a0 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.345+0000 7f45bb7fe640 1 -- 172.21.15.7:0/2652784226 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c003bcc0 con 0x55e41b5913a0 2024-09-19T05:43:12.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.345+0000 7f45bb7fe640 1 -- 172.21.15.7:0/2652784226 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c00c5080 con 0x55e41b5913a0 2024-09-19T05:43:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- 172.21.15.7:0/2652784226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 msgr2=0x55e41b5b3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5b3310 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f45c00edab0 tx=0x7f45c00a5040 comp rx=0 tx=0).stop 2024-09-19T05:43:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- 172.21.15.7:0/2652784226 shutdown_connections 2024-09-19T05:43:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5b3310 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 --2- 172.21.15.7:0/2652784226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b59f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- 172.21.15.7:0/2652784226 >> 172.21.15.7:0/2652784226 conn(0x55e41b58d0f0 msgr2=0x55e41b59f080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- 172.21.15.7:0/2652784226 shutdown_connections 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- 172.21.15.7:0/2652784226 wait complete. 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 -- start start 2024-09-19T05:43:12.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.346+0000 7f45da123740 1 Processor -- start 2024-09-19T05:43:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5a4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45d5ae6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52886/0 (socket says 172.21.15.7:52886) 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45d5ae6640 1 -- 172.21.15.7:0/573377940 learned_addr learned my addr 172.21.15.7:0/573377940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01ac980 con 0x55e41b590a80 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01ac2b0 con 0x55e41b5913a0 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.347+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f45d01a94f0 con 0x55e41b5a0150 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d52e5640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d62e7640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 -- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 msgr2=0x55e41b5a4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 -- 172.21.15.7:0/573377940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 msgr2=0x55e41b5a4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:12.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5a4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e41b5a4f50 con 0x55e41b590a80 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d52e5640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45da123740 10 client.0 _ll_register_callbacks cb 0x7f45cc01b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45c003bcc0 con 0x55e41b590a80 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45d5ae6640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f45cc004f10 tx=0x7f45cc004f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f77221eaee5cdee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.348+0000 7f45b97fa640 10 client.15636 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45b97fa640 1 -- 172.21.15.7:0/573377940 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc039020 con 0x55e41b590a80 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45b97fa640 1 -- 172.21.15.7:0/573377940 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f45cc010b20 con 0x55e41b590a80 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45b97fa640 1 -- 172.21.15.7:0/573377940 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f45cc01d040 con 0x55e41b590a80 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45da123740 10 client.15636 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:12.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55e41b616f50 con 0x55e41b590a80 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45b97fa640 1 -- 172.21.15.7:0/573377940 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f45cc020040 con 0x55e41b590a80 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45da123740 10 client.15636 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45da123740 10 client.15636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.349+0000 7f45da123740 20 client.15636 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b6175c0 0x55e41b619a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45da123740 4 client.15636 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e41b4fdd00 con 0x55e41b6175c0 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45d52e5640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b6175c0 0x55e41b619a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:12.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45b97fa640 10 client.15636 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.350+0000 7f45d52e5640 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b6175c0 0x55e41b619a00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63bf336fac989b4a server_cookie=4d6a49a8c46bda36 in_seq=0 out_seq=0 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45b97fa640 1 -- 172.21.15.7:0/573377940 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e41b4fdd00 con 0x55e41b6175c0 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45b97fa640 10 client.15636 handle_command_reply: tid=0 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 client.15636 shutdown 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 msgr2=0x55e41b5a8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f45cc004f10 tx=0x7f45cc004f40 comp rx=0 tx=0).stop 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 shutdown_connections 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e41b5a0150 0x55e41b5a4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e41b5913a0 0x55e41b5a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e41b6175c0 0x55e41b619a00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 --2- 172.21.15.7:0/573377940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e41b590a80 0x55e41b5a8090 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 >> 172.21.15.7:0/573377940 conn(0x55e41b58d0f0 msgr2=0x55e41b59f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45b97fa640 0 client.15636 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:12.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 shutdown_connections 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.352+0000 7f45da123740 1 -- 172.21.15.7:0/573377940 wait complete. 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45da123740 20 client.15636 trim_cache size 0 max 16384 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "c587e1c5-4363-4a4f-a75b-ba1bbdb90280", 2024-09-19T05:43:12.356 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 msgr2=0x7f45bc0a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 0x7f45bc0a5aa0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f45c800b400 tx=0x7f45c800d040 comp rx=0 tx=0).stop 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 msgr2=0x7f45d01966f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01966f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f45c002a9a0 tx=0x7f45c0003b90 comp rx=0 tx=0).stop 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 shutdown_connections 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f45bc0a35e0 0x7f45bc0a5aa0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f45d0102ef0 0x7f45d019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45d0102570 0x7f45d01966f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 --2- 172.21.15.7:0/364376071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45d0100e20 0x7f45d01961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:12.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.353+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 >> 172.21.15.7:0/364376071 conn(0x7f45d00fc7d0 msgr2=0x7f45d01068a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:12.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.354+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 shutdown_connections 2024-09-19T05:43:12.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:12.354+0000 7f45d7d4a640 1 -- 172.21.15.7:0/364376071 wait complete. 2024-09-19T05:43:13.077 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:43:13.361 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 -- 172.21.15.7:0/3559703224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 msgr2=0x7f8f9010d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 --2- 172.21.15.7:0/3559703224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9010d960 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f8f88009cd0 tx=0x7f8f8802a8e0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 -- 172.21.15.7:0/3559703224 shutdown_connections 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 --2- 172.21.15.7:0/3559703224 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9010d960 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 --2- 172.21.15.7:0/3559703224 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f90100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 --2- 172.21.15.7:0/3559703224 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 0x7f8f90106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 -- 172.21.15.7:0/3559703224 >> 172.21.15.7:0/3559703224 conn(0x7f8f900fc7d0 msgr2=0x7f8f900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 -- 172.21.15.7:0/3559703224 shutdown_connections 2024-09-19T05:43:13.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.833+0000 7f8f9493e640 1 -- 172.21.15.7:0/3559703224 wait complete. 2024-09-19T05:43:13.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.834+0000 7f8f9493e640 1 Processor -- start 2024-09-19T05:43:13.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.834+0000 7f8f9493e640 1 -- start start 2024-09-19T05:43:13.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.834+0000 7f8f9493e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f9019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.834+0000 7f8f9493e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.834+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52908/0 (socket says 172.21.15.7:52908) 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/2576940191 learned_addr learned my addr 172.21.15.7:0/2576940191 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 0x7f8f9019ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f9019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9010fc90 con 0x7f8f90101430 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9010fb10 con 0x7f8f90106a90 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9010fe10 con 0x7f8f90100a90 2024-09-19T05:43:13.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 0x7f8f9019ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2576940191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 msgr2=0x7f8f9019ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 0x7f8f9019ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 msgr2=0x7f8f9019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f9019f530 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.835+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f9019a580 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8f8000e9f0 tx=0x7f8f8000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f7f7fe640 1 -- 172.21.15.7:0/2576940191 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f8000ccc0 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f7f7fe640 1 -- 172.21.15.7:0/2576940191 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f800108e0 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f9019f820 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f7f7fe640 1 -- 172.21.15.7:0/2576940191 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f80018880 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.836+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f901a7100 con 0x7f8f90100a90 2024-09-19T05:43:13.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.839+0000 7f8f96d17740 1 Processor -- start 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.839+0000 7f8f96d17740 1 -- start start 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.839+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab704880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.839+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab711a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f96d17740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575ab66a2e0 con 0x5575ab7044a0 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f96d17740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5575ab611ce0 con 0x5575ab70f680 2024-09-19T05:43:13.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f96d17740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5575ab6662a0 con 0x5575ab704dc0 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab704880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab704880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52920/0 (socket says 172.21.15.7:52920) 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8ed9d640 1 -- 172.21.15.7:0/356035836 learned_addr learned my addr 172.21.15.7:0/356035836 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab711a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/356035836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 msgr2=0x5575ab70f140 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70f140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/356035836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 msgr2=0x5575ab704880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab704880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/356035836 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ab5f6440 con 0x5575ab70f680 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.840+0000 7f8f7f7fe640 1 -- 172.21.15.7:0/2576940191 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f8f8001f020 con 0x7f8f90100a90 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.841+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab711a70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f84010450 tx=0x7f8f84010910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d25510e7d441034d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.841+0000 7f8f7cff9640 1 -- 172.21.15.7:0/356035836 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84011820 con 0x5575ab70f680 2024-09-19T05:43:13.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.841+0000 7f8f7cff9640 1 -- 172.21.15.7:0/356035836 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f8401a380 con 0x5575ab70f680 2024-09-19T05:43:13.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.841+0000 7f8f7cff9640 1 -- 172.21.15.7:0/356035836 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f8401b640 con 0x5575ab70f680 2024-09-19T05:43:13.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.842+0000 7f8f7f7fe640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 0x7f8f780a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.842+0000 7f8f7f7fe640 1 -- 172.21.15.7:0/2576940191 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8f800d0080 con 0x7f8f90100a90 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.842+0000 7f8f96d17740 1 -- 172.21.15.7:0/356035836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 msgr2=0x5575ab711a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.842+0000 7f8f96d17740 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab711a70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f84010450 tx=0x7f8f84010910 comp rx=0 tx=0).stop 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 0x7f8f780a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f96d17740 1 -- 172.21.15.7:0/356035836 shutdown_connections 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f96d17740 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab711a70 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f96d17740 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f96d17740 1 --2- 172.21.15.7:0/356035836 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab704880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f96d17740 1 -- 172.21.15.7:0/356035836 >> 172.21.15.7:0/356035836 conn(0x5575ab700a30 msgr2=0x5575ab700e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.843+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 0x7f8f780a5a10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f8802aed0 tx=0x7f8f88005d80 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- 172.21.15.7:0/356035836 shutdown_connections 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- 172.21.15.7:0/356035836 wait complete. 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- start start 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 Processor -- start 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab70efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab70c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575ab712250 con 0x5575ab7044a0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5575ab625050 con 0x5575ab70f680 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.844+0000 7f8f96d17740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5575ab7123d0 con 0x5575ab704dc0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f96d17740 10 client.0 _ll_register_callbacks cb 0x5575ab665160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab70efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37942/0 (socket says 172.21.15.7:37942) 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1660670831 learned_addr learned my addr 172.21.15.7:0/1660670831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab70c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1660670831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 msgr2=0x5575ab70c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab70c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1660670831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 msgr2=0x5575ab70efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.845+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab70efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1660670831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ab3db3c0 con 0x5575ab704dc0 2024-09-19T05:43:13.849 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab70efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f840057a0 tx=0x7f8f8401a760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ec9a41e5546d69d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f84011a30 con 0x5575ab704dc0 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f8401a380 con 0x5575ab704dc0 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8f84011bd0 con 0x5575ab704dc0 2024-09-19T05:43:13.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8f84032050 con 0x5575ab704dc0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f96d17740 10 client.25351 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.846+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575ab71dbd0 con 0x5575ab704dc0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f8400bc70 con 0x5575ab704dc0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8f8402d030 con 0x5575ab704dc0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 10 client.25351 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 10 client.25351 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 20 client.25351 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab71f090 0x5575ab721480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 4 client.25351 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.847+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8f8401a380 con 0x5575ab71f090 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.848+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab71f090 0x5575ab721480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.848+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab71f090 0x5575ab721480 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da51622040c06f53 server_cookie=178352e3ff60fbad in_seq=0 out_seq=0 2024-09-19T05:43:13.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.848+0000 7f8f75ffb640 10 client.25351 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.849+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1660670831 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f8f8401a380 con 0x5575ab71f090 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.849+0000 7f8f75ffb640 10 client.25351 handle_command_reply: tid=0 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.849+0000 7f8f96d17740 1 client.25351 shutdown 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.849+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 msgr2=0x5575ab70c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.849+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f840057a0 tx=0x7f8f8401a760 comp rx=0 tx=0).stop 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 shutdown_connections 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab70f680 0x5575ab70c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab704dc0 0x5575ab70c250 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab71f090 0x5575ab721480 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1660670831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab7044a0 0x5575ab70efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f75ffb640 0 client.25351 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:13.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 >> 172.21.15.7:0/1660670831 conn(0x5575ab700a30 msgr2=0x5575ab706760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 shutdown_connections 2024-09-19T05:43:13.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 1 -- 172.21.15.7:0/1660670831 wait complete. 2024-09-19T05:43:13.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.850+0000 7f8f96d17740 20 client.25351 trim_cache size 0 max 16384 2024-09-19T05:43:13.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.867+0000 7f8f96d17740 1 Processor -- start 2024-09-19T05:43:13.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 -- start start 2024-09-19T05:43:13.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab70e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab726ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901afae0 con 0x5575ab70f680 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901b1620 con 0x5575ab704dc0 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f96d17740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901b01b0 con 0x5575ab7044a0 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f8e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f8ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab726ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f8e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37954/0 (socket says 172.21.15.7:37954) 2024-09-19T05:43:13.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2112197788 learned_addr learned my addr 172.21.15.7:0/2112197788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.868+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab70e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2112197788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 msgr2=0x5575ab70e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab70e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2112197788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 msgr2=0x5575ab726ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab726ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 -- 172.21.15.7:0/2112197788 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ab700e10 con 0x5575ab7044a0 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab70e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8f80098b00 tx=0x7f8f80098500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1f387448ea0f19e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f77fff640 1 -- 172.21.15.7:0/2112197788 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f800b4070 con 0x5575ab7044a0 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f77fff640 1 -- 172.21.15.7:0/2112197788 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f800a4da0 con 0x5575ab7044a0 2024-09-19T05:43:13.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.869+0000 7f8f77fff640 1 -- 172.21.15.7:0/2112197788 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f800a4b70 con 0x5575ab7044a0 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 -- 172.21.15.7:0/2112197788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 msgr2=0x5575ab71b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8f80098b00 tx=0x7f8f80098500 comp rx=0 tx=0).stop 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 -- 172.21.15.7:0/2112197788 shutdown_connections 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab726ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab70e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 --2- 172.21.15.7:0/2112197788 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab71b4b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 -- 172.21.15.7:0/2112197788 >> 172.21.15.7:0/2112197788 conn(0x5575ab700a30 msgr2=0x5575ab706710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 -- 172.21.15.7:0/2112197788 shutdown_connections 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.870+0000 7f8f96d17740 1 -- 172.21.15.7:0/2112197788 wait complete. 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 -- start start 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 Processor -- start 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab713490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab713f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901b0f50 con 0x5575ab70f680 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901b0880 con 0x5575ab704dc0 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8f901adac0 con 0x5575ab7044a0 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f96d17740 10 client.0 _ll_register_callbacks cb 0x7f8f88031f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f8dd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:36474/0 (socket says 172.21.15.7:36474) 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.871+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1353270843 learned_addr learned my addr 172.21.15.7:0/1353270843 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab713f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab713490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 msgr2=0x5575ab713490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab713490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1353270843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 msgr2=0x5575ab713f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab713f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 -- 172.21.15.7:0/1353270843 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ab788c10 con 0x5575ab704dc0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8ed9d640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab713f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f8dd9b640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f8401f040 tx=0x7f8f8400bdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=606d5aa75501546d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f8403a070 con 0x5575ab704dc0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8f8401abe0 con 0x5575ab704dc0 2024-09-19T05:43:13.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.872+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f800a4da0 con 0x5575ab704dc0 2024-09-19T05:43:13.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8f84046050 con 0x5575ab704dc0 2024-09-19T05:43:13.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 10 client.25232 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:13.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5575ab789ea0 con 0x5575ab704dc0 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f8401a380 con 0x5575ab704dc0 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8f8402d040 con 0x5575ab704dc0 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 10 client.25232 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 10 client.25232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 20 client.25232 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab78a5f0 0x5575ab78ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:13.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 4 client.25232 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.873+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f8f800a4da0 con 0x5575ab78a5f0 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.874+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab78a5f0 0x5575ab78ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.874+0000 7f8f75ffb640 10 client.25232 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.874+0000 7f8f8e59c640 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab78a5f0 0x5575ab78ca10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=202cf05ecbfe7b1e server_cookie=ed34d5869a8d51d4 in_seq=0 out_seq=0 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f75ffb640 1 -- 172.21.15.7:0/1353270843 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f8f800a4da0 con 0x5575ab78a5f0 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f75ffb640 10 client.25232 handle_command_reply: tid=0 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 client.25232 shutdown 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 msgr2=0x5575ab7139d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f8401f040 tx=0x7f8f8400bdf0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 shutdown_connections 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575ab78a5f0 0x5575ab78ca10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575ab70f680 0x5575ab713f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575ab704dc0 0x5575ab7139d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 --2- 172.21.15.7:0/1353270843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575ab7044a0 0x5575ab713490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 >> 172.21.15.7:0/1353270843 conn(0x5575ab700a30 msgr2=0x5575ab6ff350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f75ffb640 0 client.25232 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 shutdown_connections 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 1 -- 172.21.15.7:0/1353270843 wait complete. 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.875+0000 7f8f96d17740 20 client.25232 trim_cache size 0 max 16384 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout: "c587e1c5-4363-4a4f-a75b-ba1bbdb90280": { 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-19T05:43:13.880 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "c587e1c5-4363-4a4f-a75b-ba1bbdb90280", 2024-09-19T05:43:13.881 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-19T05:43:13.881 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:43:13.881 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:43:13.881 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:43:13.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 msgr2=0x7f8f780a5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 0x7f8f780a5a10 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f8802aed0 tx=0x7f8f88005d80 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 msgr2=0x7f8f9019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f9019a580 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8f8000e9f0 tx=0x7f8f8000eeb0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 shutdown_connections 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8f90106a90 0x7f8f9019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8f90101430 0x7f8f9019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8f780a3550 0x7f8f780a5a10 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 --2- 172.21.15.7:0/2576940191 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8f90100a90 0x7f8f9019a580 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.876+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 >> 172.21.15.7:0/2576940191 conn(0x7f8f900fc7d0 msgr2=0x7f8f900fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.877+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 shutdown_connections 2024-09-19T05:43:13.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:13.877+0000 7f8f9493e640 1 -- 172.21.15.7:0/2576940191 wait complete. 2024-09-19T05:43:14.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:13 smithi007 ceph-mon[30960]: scrub queued for path: / 2024-09-19T05:43:14.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:13 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:13 smithi007 ceph-mon[30960]: scrub summary: active paths [/] 2024-09-19T05:43:14.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:13 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:13 smithi007 ceph-mon[30960]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-19T05:43:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:13 smithi063 ceph-mon[34779]: scrub queued for path: / 2024-09-19T05:43:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:13 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:13 smithi063 ceph-mon[34779]: scrub summary: active paths [/] 2024-09-19T05:43:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:13 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:13 smithi063 ceph-mon[34779]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-19T05:43:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:13 smithi044 ceph-mon[34175]: scrub queued for path: / 2024-09-19T05:43:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:13 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:13 smithi044 ceph-mon[34175]: scrub summary: active paths [/] 2024-09-19T05:43:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:13 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:43:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:13 smithi044 ceph-mon[34175]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-19T05:43:14.719 INFO:tasks.cephfs.filesystem:scrub status for tag:c587e1c5-4363-4a4f-a75b-ba1bbdb90280 - {'path': '/', 'tag': 'c587e1c5-4363-4a4f-a75b-ba1bbdb90280', 'options': 'recursive,force'} 2024-09-19T05:43:16.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:15 smithi007 ceph-mon[30960]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-19T05:43:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:15 smithi063 ceph-mon[34779]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-19T05:43:16.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:15 smithi044 ceph-mon[34175]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 12 KiB/s wr, 15 op/s 2024-09-19T05:43:17.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:16 smithi007 ceph-mon[30960]: scrub summary: idle 2024-09-19T05:43:17.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:16 smithi063 ceph-mon[34779]: scrub summary: idle 2024-09-19T05:43:17.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:16 smithi044 ceph-mon[34175]: scrub summary: idle 2024-09-19T05:43:18.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:17 smithi007 ceph-mon[30960]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-19T05:43:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:17 smithi063 ceph-mon[34779]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-19T05:43:18.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:17 smithi044 ceph-mon[34175]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-19T05:43:20.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:19 smithi007 ceph-mon[30960]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 682 B/s wr, 14 op/s 2024-09-19T05:43:20.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:19 smithi063 ceph-mon[34779]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 682 B/s wr, 14 op/s 2024-09-19T05:43:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:19 smithi044 ceph-mon[34175]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 682 B/s wr, 14 op/s 2024-09-19T05:43:20.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 -- 172.21.15.7:0/1956955260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c0101340 msgr2=0x7f04c010d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 --2- 172.21.15.7:0/1956955260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c0101340 0x7f04c010d870 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f04b8009cd0 tx=0x7f04b802a8e0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 -- 172.21.15.7:0/1956955260 shutdown_connections 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 --2- 172.21.15.7:0/1956955260 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c0101340 0x7f04c010d870 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 --2- 172.21.15.7:0/1956955260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 0x7f04c0100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 --2- 172.21.15.7:0/1956955260 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c01069b0 0x7f04c0106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 -- 172.21.15.7:0/1956955260 >> 172.21.15.7:0/1956955260 conn(0x7f04c00779a0 msgr2=0x7f04c00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 -- 172.21.15.7:0/1956955260 shutdown_connections 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.523+0000 7f04c6b86640 1 -- 172.21.15.7:0/1956955260 wait complete. 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 Processor -- start 2024-09-19T05:43:20.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 -- start start 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 0x7f04c019a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c0101340 0x7f04c019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04c0110ca0 con 0x7f04c01069b0 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04c0110b20 con 0x7f04c01009a0 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c6b86640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f04c0110e20 con 0x7f04c0101340 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c5123640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c5123640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40692/0 (socket says 172.21.15.7:40692) 2024-09-19T05:43:20.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.524+0000 7f04c5123640 1 -- 172.21.15.7:0/605034136 learned_addr learned my addr 172.21.15.7:0/605034136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c4922640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 0x7f04c019a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04bffff640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c0101340 0x7f04c019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 -- 172.21.15.7:0/605034136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c0101340 msgr2=0x7f04c019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c0101340 0x7f04c019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 -- 172.21.15.7:0/605034136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 msgr2=0x7f04c019a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 0x7f04c019a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 -- 172.21.15.7:0/605034136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c019f4b0 con 0x7f04c01069b0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c5123640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f04b8005cc0 tx=0x7f04b8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04bdffb640 1 -- 172.21.15.7:0/605034136 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8004450 con 0x7f04c01069b0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c019f740 con 0x7f04c01069b0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04bdffb640 1 -- 172.21.15.7:0/605034136 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b8031c90 con 0x7f04c01069b0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.525+0000 7f04bdffb640 1 -- 172.21.15.7:0/605034136 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b803b400 con 0x7f04c01069b0 2024-09-19T05:43:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.526+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c01a7030 con 0x7f04c01069b0 2024-09-19T05:43:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.528+0000 7f04c99f9740 1 Processor -- start 2024-09-19T05:43:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.529+0000 7f04bdffb640 1 -- 172.21.15.7:0/605034136 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f04b803b5a0 con 0x7f04c01069b0 2024-09-19T05:43:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.529+0000 7f04c99f9740 1 -- start start 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.529+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1ac0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ac14c0 0x55bfb1ac38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c99f9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bfb1a122f0 con 0x55bfb1aada10 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c99f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bfb19ba270 con 0x55bfb1aae330 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c99f9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bfb1a0e2b0 con 0x55bfb1ac14c0 2024-09-19T05:43:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40706/0 (socket says 172.21.15.7:40706) 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 -- 172.21.15.7:0/2023766088 learned_addr learned my addr 172.21.15.7:0/2023766088 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ac14c0 0x55bfb1ac38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04c4922640 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1ac0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 -- 172.21.15.7:0/2023766088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ac14c0 msgr2=0x55bfb1ac38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ac14c0 0x55bfb1ac38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 -- 172.21.15.7:0/2023766088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 msgr2=0x55bfb1ac0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1ac0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bffff640 1 -- 172.21.15.7:0/2023766088 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb19b9340 con 0x55bfb1aada10 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.530+0000 7f04bdffb640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 0x7f04b00a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04c4922640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 0x7f04b00a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04bffff640 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0058c0 tx=0x7f04ac00b4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c832f096efda2e7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04bdffb640 1 -- 172.21.15.7:0/605034136 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f04b80f1310 con 0x7f04c01069b0 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04aaffd640 1 -- 172.21.15.7:0/2023766088 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac004030 con 0x55bfb1aada10 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04aaffd640 1 -- 172.21.15.7:0/2023766088 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac00fbb0 con 0x55bfb1aada10 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.531+0000 7f04aaffd640 1 -- 172.21.15.7:0/2023766088 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac0035f0 con 0x55bfb1aada10 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- 172.21.15.7:0/2023766088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 msgr2=0x55bfb1aaddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0058c0 tx=0x7f04ac00b4c0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c4922640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 0x7f04b00a5aa0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04b4005fd0 tx=0x7f04b400b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- 172.21.15.7:0/2023766088 shutdown_connections 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ac14c0 0x55bfb1ac38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1ac0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2023766088 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aada10 0x55bfb1aaddf0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- 172.21.15.7:0/2023766088 >> 172.21.15.7:0/2023766088 conn(0x55bfb1aaa060 msgr2=0x55bfb1aaa440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- 172.21.15.7:0/2023766088 shutdown_connections 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- 172.21.15.7:0/2023766088 wait complete. 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 -- start start 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.532+0000 7f04c99f9740 1 Processor -- start 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1abe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1acd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bfb1ac4090 con 0x55bfb1ac14c0 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bfb199b290 con 0x55bfb1aae330 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bfb1ac4210 con 0x55bfb1abf030 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c99f9740 10 client.0 _ll_register_callbacks cb 0x55bfb19cc140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40716/0 (socket says 172.21.15.7:40716) 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 -- 172.21.15.7:0/1511411887 learned_addr learned my addr 172.21.15.7:0/1511411887 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c4922640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1abe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04c5123640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1acd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 -- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 msgr2=0x55bfb1acd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1acd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 -- 172.21.15.7:0/1511411887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 msgr2=0x55bfb1abe5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1abe5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 -- 172.21.15.7:0/1511411887 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb1725210 con 0x55bfb1ac14c0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f04bffff640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f04ac005fb0 tx=0x7f04ac005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5874ab324555b56e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.533+0000 7f049ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac014110 con 0x55bfb1ac14c0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f04ac00f700 con 0x55bfb1ac14c0 2024-09-19T05:43:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04ac00fbb0 con 0x55bfb1ac14c0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04ac00f900 con 0x55bfb1ac14c0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 10 client.15666 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bfb17f1620 con 0x55bfb1ac14c0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac00fbb0 con 0x55bfb1ac14c0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f04ac02b4b0 con 0x55bfb1ac14c0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 10 client.15666 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 10 client.15666 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 20 client.15666 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1ad1870 0x55bfb1ad3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 4 client.15666 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.534+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfb1a1fa20 con 0x55bfb1ad1870 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.535+0000 7f04c4922640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1ad1870 0x55bfb1ad3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.535+0000 7f049ffff640 10 client.15666 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.535+0000 7f04c4922640 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1ad1870 0x55bfb1ad3c60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a8e1529a1e86219 server_cookie=eb9315a95c9dc346 in_seq=0 out_seq=0 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f049ffff640 1 -- 172.21.15.7:0/1511411887 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bfb1a1fa20 con 0x55bfb1ad1870 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f049ffff640 10 client.15666 handle_command_reply: tid=0 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 client.15666 shutdown 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 msgr2=0x55bfb1abeaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f04ac005fb0 tx=0x7f04ac005bf0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 shutdown_connections 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1acd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1ad1870 0x55bfb1ad3c60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1ac14c0 0x55bfb1abeaf0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 --2- 172.21.15.7:0/1511411887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1abe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 >> 172.21.15.7:0/1511411887 conn(0x55bfb1aaa060 msgr2=0x55bfb1aa91c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.536+0000 7f049ffff640 0 client.15666 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.537+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 shutdown_connections 2024-09-19T05:43:20.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.537+0000 7f04c99f9740 1 -- 172.21.15.7:0/1511411887 wait complete. 2024-09-19T05:43:20.543 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.537+0000 7f04c99f9740 20 client.15666 trim_cache size 0 max 16384 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.551+0000 7f04c99f9740 1 Processor -- start 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.551+0000 7f04c99f9740 1 -- start start 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1aa9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 0x55bfb1ad9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01ab5d0 con 0x55bfb1abf030 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01ad110 con 0x55bfb1aae330 2024-09-19T05:43:20.554 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c99f9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01abca0 con 0x55bfb1ab9ef0 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 0x55bfb1ad9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04bffff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40722/0 (socket says 172.21.15.7:40722) 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04bffff640 1 -- 172.21.15.7:0/2770221557 learned_addr learned my addr 172.21.15.7:0/2770221557 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c4922640 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1aa9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 -- 172.21.15.7:0/2770221557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 msgr2=0x55bfb1aa9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1aa9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 -- 172.21.15.7:0/2770221557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 msgr2=0x55bfb1acd330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04c5123640 1 -- 172.21.15.7:0/2770221557 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfb1abcb00 con 0x55bfb1ab9ef0 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.552+0000 7f04bffff640 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:20.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.553+0000 7f04c5123640 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 0x55bfb1ad9410 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f04b80ee940 tx=0x7f04b80b9040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da40eac94eec6b1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.553+0000 7f04aa7fc640 1 -- 172.21.15.7:0/2770221557 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b80bdbd0 con 0x55bfb1ab9ef0 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.553+0000 7f04aa7fc640 1 -- 172.21.15.7:0/2770221557 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b8036020 con 0x55bfb1ab9ef0 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.553+0000 7f04aa7fc640 1 -- 172.21.15.7:0/2770221557 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8004680 con 0x55bfb1ab9ef0 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- 172.21.15.7:0/2770221557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 msgr2=0x55bfb1ad9410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 0x55bfb1ad9410 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f04b80ee940 tx=0x7f04b80b9040 comp rx=0 tx=0).stop 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- 172.21.15.7:0/2770221557 shutdown_connections 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1ab9ef0 0x55bfb1ad9410 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1abf030 0x55bfb1acd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 --2- 172.21.15.7:0/2770221557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1aae330 0x55bfb1aa9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- 172.21.15.7:0/2770221557 >> 172.21.15.7:0/2770221557 conn(0x55bfb1aaa060 msgr2=0x55bfb1ab97e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- 172.21.15.7:0/2770221557 shutdown_connections 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- 172.21.15.7:0/2770221557 wait complete. 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 -- start start 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.554+0000 7f04c99f9740 1 Processor -- start 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1ac99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c4922640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c4922640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40736/0 (socket says 172.21.15.7:40736) 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c4922640 1 -- 172.21.15.7:0/3853727644 learned_addr learned my addr 172.21.15.7:0/3853727644 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1ac9f20 0x55bfb1ac6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01aca40 con 0x55bfb1aae330 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01ac370 con 0x55bfb1ac9f20 2024-09-19T05:43:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f04c01a95f0 con 0x55bfb1abf030 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c99f9740 10 client.0 _ll_register_callbacks cb 0x7f04ac014f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04bffff640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1ac99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c5123640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1ac9f20 0x55bfb1ac6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.555+0000 7f04c4922640 1 -- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 msgr2=0x55bfb1ac99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c4922640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1ac99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c4922640 1 -- 172.21.15.7:0/3853727644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1ac9f20 msgr2=0x55bfb1ac6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c4922640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1ac9f20 0x55bfb1ac6470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c4922640 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfb1ac6c00 con 0x55bfb1aae330 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c4922640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f04b400bf40 tx=0x7f04b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48908359ecfe570c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f049ffff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b402d070 con 0x55bfb1aae330 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f04b4028410 con 0x55bfb1aae330 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04b8036020 con 0x55bfb1aae330 2024-09-19T05:43:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04b4039050 con 0x55bfb1aae330 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c99f9740 10 client.15672 fetch_fsmap learned FSMap version 28 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bfb1b3cec0 con 0x55bfb1aae330 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.556+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b4028ac0 con 0x55bfb1aae330 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f04b4019040 con 0x55bfb1aae330 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 10 client.15672 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 10 client.15672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 20 client.15672 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1b3d5f0 0x55bfb1b3fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 4 client.15672 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f04b8036020 con 0x55bfb1b3d5f0 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04bffff640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1b3d5f0 0x55bfb1b3fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f04bffff640 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1b3d5f0 0x55bfb1b3fa10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2c9e139dc9f41e2 server_cookie=145850011277f9cf in_seq=0 out_seq=0 2024-09-19T05:43:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.557+0000 7f049ffff640 10 client.15672 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.561+0000 7f049ffff640 1 -- 172.21.15.7:0/3853727644 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f04b8036020 con 0x55bfb1b3d5f0 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.561+0000 7f049ffff640 10 client.15672 handle_command_reply: tid=0 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.561+0000 7f04c99f9740 1 client.15672 shutdown 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 msgr2=0x55bfb1ac94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f04b400bf40 tx=0x7f04b40046c0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 shutdown_connections 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bfb1ac9f20 0x55bfb1ac6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bfb1abf030 0x55bfb1ac99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bfb1b3d5f0 0x55bfb1b3fa10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 --2- 172.21.15.7:0/3853727644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bfb1aae330 0x55bfb1ac94a0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 >> 172.21.15.7:0/3853727644 conn(0x55bfb1aaa060 msgr2=0x55bfb1abfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f049ffff640 0 client.15672 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 shutdown_connections 2024-09-19T05:43:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 1 -- 172.21.15.7:0/3853727644 wait complete. 2024-09-19T05:43:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.562+0000 7f04c99f9740 20 client.15672 trim_cache size 0 max 16384 2024-09-19T05:43:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:43:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:43:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:43:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 msgr2=0x7f04b00a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 0x7f04b00a5aa0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f04b4005fd0 tx=0x7f04b400b390 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 msgr2=0x7f04c019ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f04b8005cc0 tx=0x7f04b8003c20 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 shutdown_connections 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f04c01069b0 0x7f04c019ed80 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f04b00a35e0 0x7f04b00a5aa0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f04c0101340 0x7f04c019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 --2- 172.21.15.7:0/605034136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04c01009a0 0x7f04c019a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 >> 172.21.15.7:0/605034136 conn(0x7f04c00779a0 msgr2=0x7f04c0069a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 shutdown_connections 2024-09-19T05:43:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:20.563+0000 7f04c6b86640 1 -- 172.21.15.7:0/605034136 wait complete. 2024-09-19T05:43:22.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:21 smithi007 ceph-mon[30960]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-19T05:43:22.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:21 smithi063 ceph-mon[34779]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-19T05:43:22.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:21 smithi044 ceph-mon[34175]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s 2024-09-19T05:43:24.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:23 smithi007 ceph-mon[30960]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-19T05:43:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:23 smithi063 ceph-mon[34779]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-19T05:43:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:23 smithi044 ceph-mon[34175]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-09-19T05:43:26.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:25 smithi007 ceph-mon[30960]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:43:26.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:25 smithi063 ceph-mon[34779]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:43:26.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:25 smithi044 ceph-mon[34175]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-19T05:43:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:43:27.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:26 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:43:27.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:26 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:27.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:43:27.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:26 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:27.805 INFO:tasks.workunit.client.0.smithi007.stderr:Updating files: 90% (11677/12896) Updating files: 91% (11736/12896) Updating files: 92% (11865/12896) Updating files: 93% (11994/12896) Updating files: 94% (12123/12896) Updating files: 95% (12252/12896) Updating files: 96% (12381/12896) Updating files: 97% (12510/12896) Updating files: 98% (12639/12896) Updating files: 99% (12768/12896) Updating files: 100% (12896/12896) Updating files: 100% (12896/12896), done. 2024-09-19T05:43:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:27 smithi007 ceph-mon[30960]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:43:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:43:28.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:27 smithi063 ceph-mon[34779]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:28.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:43:28.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:43:28.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:27 smithi044 ceph-mon[34175]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:43:28.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:43:28.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:43:28.711 INFO:tasks.workunit.client.0.smithi007.stderr:Note: switching to '6fad5dd73c93545e52f57f681e140a9c3529c11e'. 2024-09-19T05:43:28.711 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.711 INFO:tasks.workunit.client.0.smithi007.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-19T05:43:28.711 INFO:tasks.workunit.client.0.smithi007.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr:state without impacting any branches by switching back to a branch. 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr: git switch -c 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr:Or undo this operation with: 2024-09-19T05:43:28.712 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.713 INFO:tasks.workunit.client.0.smithi007.stderr: git switch - 2024-09-19T05:43:28.713 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.713 INFO:tasks.workunit.client.0.smithi007.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-19T05:43:28.713 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:28.713 INFO:tasks.workunit.client.0.smithi007.stderr:HEAD is now at 6fad5dd73c9 Merge pull request #59812 from neha-ojha/wip-rtd-squid 2024-09-19T05:43:28.717 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-19T05:43:28.741 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-19T05:43:28.743 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T05:43:28.743 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-19T05:43:29.520 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-19T05:43:29.606 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-19T05:43:29.648 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-19T05:43:29.650 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T05:43:29.650 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-19T05:43:29.690 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-19T05:43:29.694 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:43:29.694 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-19T05:43:29.752 INFO:tasks.workunit:Running workunits matching suites/iogen.sh on client.0... 2024-09-19T05:43:29.753 INFO:tasks.workunit:Running workunit suites/iogen.sh... 2024-09-19T05:43:29.753 DEBUG:teuthology.orchestra.run.smithi007:workunit test suites/iogen.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6fad5dd73c93545e52f57f681e140a9c3529c11e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iogen.sh 2024-09-19T05:43:29.821 INFO:tasks.workunit.client.0.smithi007.stdout:getting iogen 2024-09-19T05:43:29.822 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo 'getting iogen' 2024-09-19T05:43:29.822 INFO:tasks.workunit.client.0.smithi007.stderr:+ wget http://download.ceph.com/qa/iogen_3.1p0.tar 2024-09-19T05:43:29.841 INFO:tasks.workunit.client.0.smithi007.stderr:--2024-09-19 05:43:29-- http://download.ceph.com/qa/iogen_3.1p0.tar 2024-09-19T05:43:29.841 INFO:tasks.workunit.client.0.smithi007.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-09-19T05:43:29.920 INFO:tasks.workunit.client.0.smithi007.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-09-19T05:43:29.999 INFO:tasks.workunit.client.0.smithi007.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-19T05:43:29.999 INFO:tasks.workunit.client.0.smithi007.stderr:Length: 8071 (7.9K) [application/octet-stream] 2024-09-19T05:43:30.000 INFO:tasks.workunit.client.0.smithi007.stderr:Saving to: ‘iogen_3.1p0.tar’ 2024-09-19T05:43:30.004 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:30.004 INFO:tasks.workunit.client.0.smithi007.stderr: 0K ....... 100% 1.14G=0s 2024-09-19T05:43:30.004 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:30.005 INFO:tasks.workunit.client.0.smithi007.stderr:2024-09-19 05:43:30 (1.14 GB/s) - ‘iogen_3.1p0.tar’ saved [8071/8071] 2024-09-19T05:43:30.005 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-09-19T05:43:30.005 INFO:tasks.workunit.client.0.smithi007.stderr:+ tar -xvzf iogen_3.1p0.tar 2024-09-19T05:43:30.036 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0 2024-09-19T05:43:30.037 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/src 2024-09-19T05:43:30.039 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/src/iogen.8 2024-09-19T05:43:30.041 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/src/iogen.c 2024-09-19T05:43:30.043 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/README 2024-09-19T05:43:30.046 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/Makefile.bsd 2024-09-19T05:43:30.049 INFO:tasks.workunit.client.0.smithi007.stdout:iogen_3.1p0/Makefile 2024-09-19T05:43:30.051 INFO:tasks.workunit.client.0.smithi007.stderr:+ cd iogen_3.1p0 2024-09-19T05:43:30.052 INFO:tasks.workunit.client.0.smithi007.stdout:making iogen 2024-09-19T05:43:30.052 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo 'making iogen' 2024-09-19T05:43:30.052 INFO:tasks.workunit.client.0.smithi007.stderr:+ make 2024-09-19T05:43:30.064 INFO:tasks.workunit.client.0.smithi007.stdout:gcc -D_FILE_OFFSET_BITS=64 -DVERSION=\"3.1p0\" -Dstrlcpy=strncpy -Darc4random=rand -O2 src/iogen.c -o iogen 2024-09-19T05:43:30.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:29 smithi007 ceph-mon[30960]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-19T05:43:30.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:29 smithi063 ceph-mon[34779]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-19T05:43:30.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:29 smithi044 ceph-mon[34175]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-19T05:43:30.344 INFO:tasks.workunit.client.0.smithi007.stdout:nroff -mandoc -Tascii src/iogen.8 > iogen.cat8 2024-09-19T05:43:30.446 INFO:tasks.workunit.client.0.smithi007.stdout:running iogen 2024-09-19T05:43:30.446 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo 'running iogen' 2024-09-19T05:43:30.446 INFO:tasks.workunit.client.0.smithi007.stderr:+ ./iogen -n 5 -s 2g 2024-09-19T05:43:30.447 INFO:tasks.workunit.client.0.smithi007.stderr:child spawned 88520 2024-09-19T05:43:30.447 INFO:tasks.workunit.client.0.smithi007.stderr:child spawned 88521 2024-09-19T05:43:30.447 INFO:tasks.workunit.client.0.smithi007.stderr:child spawned 88522 2024-09-19T05:43:30.447 INFO:tasks.workunit.client.0.smithi007.stderr:child spawned 88523 2024-09-19T05:43:30.447 INFO:tasks.workunit.client.0.smithi007.stderr:child spawned 88524 2024-09-19T05:43:30.448 INFO:tasks.workunit.client.0.smithi007.stdout:sleep for 10 min 2024-09-19T05:43:30.448 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo 'sleep for 10 min' 2024-09-19T05:43:30.448 INFO:tasks.workunit.client.0.smithi007.stderr:+ sleep 600 2024-09-19T05:43:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:31 smithi007 ceph-mon[30960]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:32.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:31 smithi063 ceph-mon[34779]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:32.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:31 smithi044 ceph-mon[34175]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 344 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:43:33.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:32 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:33.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:32 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:33.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:32 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 -- 172.21.15.7:0/3958801374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77541009a0 msgr2=0x7f7754100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3958801374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77541009a0 0x7f7754100e00 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f7744009930 tx=0x7f774402a420 comp rx=0 tx=0).stop 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 -- 172.21.15.7:0/3958801374 shutdown_connections 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3958801374 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7754101340 0x7f775410d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3958801374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f77541009a0 0x7f7754100e00 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3958801374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 0x7f7754106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 -- 172.21.15.7:0/3958801374 >> 172.21.15.7:0/3958801374 conn(0x7f77540779a0 msgr2=0x7f77540fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 -- 172.21.15.7:0/3958801374 shutdown_connections 2024-09-19T05:43:33.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.698+0000 7f775bcf1640 1 -- 172.21.15.7:0/3958801374 wait complete. 2024-09-19T05:43:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 Processor -- start 2024-09-19T05:43:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 -- start start 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 0x7f77541991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 0x7f77541a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7754110c70 con 0x7f7754101340 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7754110af0 con 0x7f77541069b0 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775bcf1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7754110df0 con 0x7f77541009a0 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775928c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775928c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57154/0 (socket says 172.21.15.7:57154) 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.699+0000 7f775928c640 1 -- 172.21.15.7:0/3570336874 learned_addr learned my addr 172.21.15.7:0/3570336874 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f7759a8d640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 0x7f77541991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775a28e640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 0x7f77541a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 -- 172.21.15.7:0/3570336874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 msgr2=0x7f77541991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 0x7f77541991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 -- 172.21.15.7:0/3570336874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 msgr2=0x7f77541a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 0x7f77541a4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 -- 172.21.15.7:0/3570336874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77541a4780 con 0x7f7754101340 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f7759a8d640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 0x7f77541991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f775928c640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7744005940 tx=0x7f77440040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.700+0000 7f774affd640 1 -- 172.21.15.7:0/3570336874 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774403f030 con 0x7f7754101340 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.701+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77541a4950 con 0x7f7754101340 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.701+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77541a4e10 con 0x7f7754101340 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.701+0000 7f774affd640 1 -- 172.21.15.7:0/3570336874 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77440044c0 con 0x7f7754101340 2024-09-19T05:43:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.701+0000 7f774affd640 1 -- 172.21.15.7:0/3570336874 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744035070 con 0x7f7754101340 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.704+0000 7f775ea91740 1 Processor -- start 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.704+0000 7f775ea91740 1 -- start start 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.704+0000 7f775ea91740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8f9fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.704+0000 7f775ea91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775ea91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fb14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775ea91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5565f8f042f0 con 0x5565f8fa02d0 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775ea91740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5565f8eac270 con 0x5565f8f9f9b0 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775ea91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5565f8f002b0 con 0x5565f8faf0c0 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57164/0 (socket says 172.21.15.7:57164) 2024-09-19T05:43:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 -- 172.21.15.7:0/3660558653 learned_addr learned my addr 172.21.15.7:0/3660558653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775a28e640 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8f9fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f774affd640 1 -- 172.21.15.7:0/3570336874 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f7744042030 con 0x7f7754101340 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 -- 172.21.15.7:0/3660558653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 msgr2=0x5565f8fb14b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fb14b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 -- 172.21.15.7:0/3660558653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 msgr2=0x5565f8f9fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8f9fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f7759a8d640 1 -- 172.21.15.7:0/3660558653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565f8eab340 con 0x5565f8fa02d0 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.705+0000 7f775a28e640 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8f9fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f7759a8d640 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f77500114f0 tx=0x7f77500119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748f3d54fdcbf960 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f773ffff640 1 -- 172.21.15.7:0/3660558653 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775001e070 con 0x5565f8fa02d0 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f774affd640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 0x7f77400a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f773ffff640 1 -- 172.21.15.7:0/3660558653 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f775000fa70 con 0x5565f8fa02d0 2024-09-19T05:43:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f773ffff640 1 -- 172.21.15.7:0/3660558653 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750019a80 con 0x5565f8fa02d0 2024-09-19T05:43:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f775a28e640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 0x7f77400a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.706+0000 7f774affd640 1 -- 172.21.15.7:0/3570336874 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f77440eff30 con 0x7f7754101340 2024-09-19T05:43:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 -- 172.21.15.7:0/3660558653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 msgr2=0x5565f8faeb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775a28e640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 0x7f77400a5a20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f774c005fd0 tx=0x7f774c009500 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f77500114f0 tx=0x7f77500119b0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 -- 172.21.15.7:0/3660558653 shutdown_connections 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fb14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8fa02d0 0x5565f8faeb80 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 --2- 172.21.15.7:0/3660558653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8f9fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 -- 172.21.15.7:0/3660558653 >> 172.21.15.7:0/3660558653 conn(0x5565f8f9c060 msgr2=0x5565f8f9c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 -- 172.21.15.7:0/3660558653 shutdown_connections 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.707+0000 7f775ea91740 1 -- 172.21.15.7:0/3660558653 wait complete. 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 -- start start 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 Processor -- start 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fac2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fbb170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5565f8fb1c90 con 0x5565f8faf0c0 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775928c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5565f8e8d290 con 0x5565f8f9f9b0 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.708+0000 7f775ea91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5565f8fb1e10 con 0x5565f8facd90 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57172/0 (socket says 172.21.15.7:57172) 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 -- 172.21.15.7:0/171373493 learned_addr learned my addr 172.21.15.7:0/171373493 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775ea91740 10 client.0 _ll_register_callbacks cb 0x5565f8ebe140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775a28e640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fbb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 -- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 msgr2=0x5565f8fbb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fbb170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 -- 172.21.15.7:0/171373493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 msgr2=0x5565f8fac2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fac2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 -- 172.21.15.7:0/171373493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565f8c17210 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775928c640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f77440ed540 tx=0x7f77440bc090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec0d595710a9518 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f773d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744049040 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f775000fa70 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.709+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f77440b8700 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f77440c47c0 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 10 client.15684 fetch_fsmap learned FSMap version 29 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5565f8ce3620 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f775000fa70 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8366+0+0 (secure 0 0 0) 0x7f774404c060 con 0x5565f8faf0c0 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 10 client.15684 fetch_fsmap finished waiting for FSMap version 29 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 10 client.15684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 20 client.15684 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f8fbf670 0x5565f8fc1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 4 client.15684 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.710+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565f8f11a20 con 0x5565f8fbf670 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.711+0000 7f7759a8d640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f8fbf670 0x5565f8fc1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.711+0000 7f773d7fa640 10 client.15684 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.711+0000 7f7759a8d640 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f8fbf670 0x5565f8fc1ae0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9213915b3d0c3855 server_cookie=a50ec0fd4307f6a1 in_seq=0 out_seq=0 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f773d7fa640 1 -- 172.21.15.7:0/171373493 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5565f8f11a20 con 0x5565f8fbf670 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f773d7fa640 10 client.15684 handle_command_reply: tid=0 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 client.15684 shutdown 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 msgr2=0x5565f8fac800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f77440ed540 tx=0x7f77440bc090 comp rx=0 tx=0).stop 2024-09-19T05:43:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 shutdown_connections 2024-09-19T05:43:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fbb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f8fbf670 0x5565f8fc1ae0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fac800 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 --2- 172.21.15.7:0/171373493 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fac2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 >> 172.21.15.7:0/171373493 conn(0x5565f8f9c060 msgr2=0x5565f8fa1d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f773d7fa640 0 client.15684 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.712+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 shutdown_connections 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.713+0000 7f775ea91740 1 -- 172.21.15.7:0/171373493 wait complete. 2024-09-19T05:43:33.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.713+0000 7f775ea91740 20 client.15684 trim_cache size 0 max 16384 2024-09-19T05:43:33.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 Processor -- start 2024-09-19T05:43:33.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 -- start start 2024-09-19T05:43:33.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 0x5565f8fc73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fc7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ab710 con 0x5565f8f9f9b0 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ad280 con 0x5565f8facd90 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775ea91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f77541abde0 con 0x5565f8faf0c0 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f7759a8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f7759a8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57178/0 (socket says 172.21.15.7:57178) 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f7759a8d640 1 -- 172.21.15.7:0/1895675366 learned_addr learned my addr 172.21.15.7:0/1895675366 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775928c640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 0x5565f8fc73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775a28e640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fc7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775928c640 1 -- 172.21.15.7:0/1895675366 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 msgr2=0x5565f8fc7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775928c640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fc7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.742+0000 7f775928c640 1 -- 172.21.15.7:0/1895675366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 msgr2=0x5565f8fbaf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f775928c640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f775928c640 1 -- 172.21.15.7:0/1895675366 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565f8f9cba0 con 0x5565f8facd90 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f7759a8d640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f775928c640 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 0x5565f8fc73f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77440bc020 tx=0x7f774402a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a15547b5c65b4da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f773f7fe640 1 -- 172.21.15.7:0/1895675366 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774409e070 con 0x5565f8facd90 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f773f7fe640 1 -- 172.21.15.7:0/1895675366 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7744003d60 con 0x5565f8facd90 2024-09-19T05:43:33.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.743+0000 7f773f7fe640 1 -- 172.21.15.7:0/1895675366 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744049070 con 0x5565f8facd90 2024-09-19T05:43:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- 172.21.15.7:0/1895675366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 msgr2=0x5565f8fc73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 0x5565f8fc73f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f77440bc020 tx=0x7f774402a420 comp rx=0 tx=0).stop 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- 172.21.15.7:0/1895675366 shutdown_connections 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8faf0c0 0x5565f8fc7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8facd90 0x5565f8fc73f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 --2- 172.21.15.7:0/1895675366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8f9f9b0 0x5565f8fbaf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- 172.21.15.7:0/1895675366 >> 172.21.15.7:0/1895675366 conn(0x5565f8f9c060 msgr2=0x5565f8fa7440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- 172.21.15.7:0/1895675366 shutdown_connections 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- 172.21.15.7:0/1895675366 wait complete. 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.744+0000 7f775ea91740 1 -- start start 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 Processor -- start 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fa62b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fb70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77541acb80 con 0x5565f8faf0c0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ac4b0 con 0x5565f8f9f9b0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f77541a96f0 con 0x5565f8facd90 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775ea91740 10 client.0 _ll_register_callbacks cb 0x7f7744009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775a28e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775928c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fb70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775a28e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57190/0 (socket says 172.21.15.7:57190) 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f775a28e640 1 -- 172.21.15.7:0/316891966 learned_addr learned my addr 172.21.15.7:0/316891966 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.745+0000 7f7759a8d640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fa62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 -- 172.21.15.7:0/316891966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 msgr2=0x5565f8fa62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fa62b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 -- 172.21.15.7:0/316891966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 msgr2=0x5565f8fb7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 -- 172.21.15.7:0/316891966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565f8fb7d00 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775a28e640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775928c640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fb70d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5565f8fabe40 tx=0x7f77440c4d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72c6da38ef27fd74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f773d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744049030 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f77440b7de0 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7744003d60 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f774409e070 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775ea91740 10 client.25390 fetch_fsmap learned FSMap version 29 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.746+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5565f8fb7d00 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7744003d60 con 0x5565f8facd90 2024-09-19T05:43:33.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 29) ==== 8366+0+0 (secure 0 0 0) 0x7f77440cb030 con 0x5565f8facd90 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 10 client.25390 fetch_fsmap finished waiting for FSMap version 29 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 10 client.25390 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 20 client.25390 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f902ef40 0x5565f9031360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 4 client.25390 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5565f8f0bd70 con 0x5565f902ef40 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.747+0000 7f7759a8d640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f902ef40 0x5565f9031360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.748+0000 7f773d7fa640 10 client.25390 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:33.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.748+0000 7f7759a8d640 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f902ef40 0x5565f9031360 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f1dff8c9872d065 server_cookie=2a96ac5269bcb655 in_seq=0 out_seq=0 2024-09-19T05:43:33.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f773d7fa640 1 -- 172.21.15.7:0/316891966 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5565f8f0bd70 con 0x5565f902ef40 2024-09-19T05:43:33.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f773d7fa640 10 client.25390 handle_command_reply: tid=0 2024-09-19T05:43:33.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 client.25390 shutdown 2024-09-19T05:43:33.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 msgr2=0x5565f8fb70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fb70d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5565f8fabe40 tx=0x7f77440c4d10 comp rx=0 tx=0).stop 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 shutdown_connections 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5565f902ef40 0x5565f9031360 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f773d7fa640 0 client.25390 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5565f8faf0c0 0x5565f8fb7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5565f8facd90 0x5565f8fb70d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 --2- 172.21.15.7:0/316891966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5565f8f9f9b0 0x5565f8fa62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.762+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 >> 172.21.15.7:0/316891966 conn(0x5565f8f9c060 msgr2=0x5565f8f9a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 shutdown_connections 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775ea91740 1 -- 172.21.15.7:0/316891966 wait complete. 2024-09-19T05:43:33.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775ea91740 20 client.25390 trim_cache size 0 max 16384 2024-09-19T05:43:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:43:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:43:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:43:33.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 msgr2=0x7f77400a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 0x7f77400a5a20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f774c005fd0 tx=0x7f774c009500 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 msgr2=0x7f7754199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.763+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7744005940 tx=0x7f77440040c0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 shutdown_connections 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f77541069b0 0x7f77541a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754101340 0x7f7754199700 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f77400a3560 0x7f77400a5a20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 --2- 172.21.15.7:0/3570336874 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f77541009a0 0x7f77541991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 >> 172.21.15.7:0/3570336874 conn(0x7f77540779a0 msgr2=0x7f7754103b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 shutdown_connections 2024-09-19T05:43:33.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:33.764+0000 7f775bcf1640 1 -- 172.21.15.7:0/3570336874 wait complete. 2024-09-19T05:43:34.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:33 smithi007 ceph-mon[30960]: pgmap v41: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 MiB/s wr, 31 op/s 2024-09-19T05:43:34.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:33 smithi063 ceph-mon[34779]: pgmap v41: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 MiB/s wr, 31 op/s 2024-09-19T05:43:34.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:33 smithi044 ceph-mon[34175]: pgmap v41: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 27 MiB/s wr, 31 op/s 2024-09-19T05:43:36.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:35 smithi007 ceph-mon[30960]: pgmap v42: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:36.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:35 smithi063 ceph-mon[34779]: pgmap v42: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:36.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:35 smithi044 ceph-mon[34175]: pgmap v42: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:38.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:37 smithi007 ceph-mon[30960]: pgmap v43: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:37 smithi063 ceph-mon[34779]: pgmap v43: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:37 smithi044 ceph-mon[34175]: pgmap v43: 97 pgs: 97 active+clean; 322 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 27 MiB/s wr, 27 op/s 2024-09-19T05:43:40.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:39 smithi007 ceph-mon[30960]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 97 MiB/s wr, 75 op/s 2024-09-19T05:43:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:39 smithi063 ceph-mon[34779]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 97 MiB/s wr, 75 op/s 2024-09-19T05:43:40.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:39 smithi044 ceph-mon[34175]: pgmap v44: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 97 MiB/s wr, 75 op/s 2024-09-19T05:43:42.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:41 smithi007 ceph-mon[30960]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 97 MiB/s wr, 70 op/s 2024-09-19T05:43:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:41 smithi063 ceph-mon[34779]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 97 MiB/s wr, 70 op/s 2024-09-19T05:43:42.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:41 smithi044 ceph-mon[34175]: pgmap v45: 97 pgs: 97 active+clean; 1.1 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 97 MiB/s wr, 70 op/s 2024-09-19T05:43:43.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:42 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:43.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:42 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:43.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:42 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:43:44.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:43 smithi007 ceph-mon[30960]: pgmap v46: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 166 MiB/s wr, 110 op/s 2024-09-19T05:43:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:43 smithi063 ceph-mon[34779]: pgmap v46: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 166 MiB/s wr, 110 op/s 2024-09-19T05:43:44.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:43 smithi044 ceph-mon[34175]: pgmap v46: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 166 MiB/s wr, 110 op/s 2024-09-19T05:43:44.722 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:43:45.126 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3024901614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78106f10 msgr2=0x7f1b7810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3024901614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78106f10 0x7f1b7810ea90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009be0 tx=0x7f1b7002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3024901614 shutdown_connections 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3024901614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78106f10 0x7f1b7810ea90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3024901614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78102790 0x7f1b781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3024901614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78101de0 0x7f1b781021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3024901614 >> 172.21.15.7:0/3024901614 conn(0x7f1b780fd8e0 msgr2=0x7f1b780ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3024901614 shutdown_connections 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.858+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3024901614 wait complete. 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.859+0000 7f1b7e8ef640 1 Processor -- start 2024-09-19T05:43:45.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.859+0000 7f1b7e8ef640 1 -- start start 2024-09-19T05:43:45.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 0x7f1b781a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78106f10 0x7f1b7810dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b78111e20 con 0x7f1b78102790 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b78111ca0 con 0x7f1b78106f10 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7e8ef640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1b78111fa0 con 0x7f1b78101de0 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 0x7f1b781a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54042/0 (socket says 172.21.15.7:54042) 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b77fff640 1 -- 172.21.15.7:0/3457241352 learned_addr learned my addr 172.21.15.7:0/3457241352 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.860+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78106f10 0x7f1b7810dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 -- 172.21.15.7:0/3457241352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78106f10 msgr2=0x7f1b7810dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78106f10 0x7f1b7810dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 -- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 msgr2=0x7f1b781a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 0x7f1b781a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 -- 172.21.15.7:0/3457241352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b7810e500 con 0x7f1b78101de0 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b777fe640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 0x7f1b781a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1b6800e9c0 tx=0x7f1b6800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b757fa640 1 -- 172.21.15.7:0/3457241352 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6800ccc0 con 0x7f1b78101de0 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.861+0000 7f1b757fa640 1 -- 172.21.15.7:0/3457241352 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b680054d0 con 0x7f1b78101de0 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.862+0000 7f1b757fa640 1 -- 172.21.15.7:0/3457241352 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68010430 con 0x7f1b78101de0 2024-09-19T05:43:45.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.862+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b7810e7f0 con 0x7f1b78101de0 2024-09-19T05:43:45.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.862+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b781ab5b0 con 0x7f1b78101de0 2024-09-19T05:43:45.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.865+0000 7f1b757fa640 1 -- 172.21.15.7:0/3457241352 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f1b680046c0 con 0x7f1b78101de0 2024-09-19T05:43:45.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.865+0000 7f1b80cc8740 1 Processor -- start 2024-09-19T05:43:45.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.865+0000 7f1b80cc8740 1 -- start start 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cb4a0 0x5610910cb880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910d6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 0x5610910d8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5610910312e0 con 0x5610910d6680 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561090fd8ce0 con 0x5610910cbdc0 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56109102d2a0 con 0x5610910cb4a0 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910d6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b7ce8c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cb4a0 0x5610910cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910d6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:49912/0 (socket says 172.21.15.7:49912) 2024-09-19T05:43:45.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b77fff640 1 -- 172.21.15.7:0/4265032566 learned_addr learned my addr 172.21.15.7:0/4265032566 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:45.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b777fe640 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 0x5610910d8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.866+0000 7f1b757fa640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 0x7f1b600a5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 -- 172.21.15.7:0/4265032566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cb4a0 msgr2=0x5610910cb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cb4a0 0x5610910cb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 -- 172.21.15.7:0/4265032566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 msgr2=0x5610910d6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910d6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 -- 172.21.15.7:0/4265032566 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561090fbd440 con 0x5610910d6680 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 0x7f1b600a5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b777fe640 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 0x5610910d8a70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1b7819ff50 tx=0x7f1b6c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdff46350cba7c0c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b757fa640 1 -- 172.21.15.7:0/3457241352 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f1b680d0140 con 0x7f1b78101de0 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b5e7fc640 1 -- 172.21.15.7:0/4265032566 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c004230 con 0x5610910d6680 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.867+0000 7f1b5e7fc640 1 -- 172.21.15.7:0/4265032566 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b6c0043d0 con 0x5610910d6680 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.868+0000 7f1b5e7fc640 1 -- 172.21.15.7:0/4265032566 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c0035f0 con 0x5610910d6680 2024-09-19T05:43:45.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.868+0000 7f1b80cc8740 1 -- 172.21.15.7:0/4265032566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 msgr2=0x5610910d8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.868+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 0x5610910d8a70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1b7819ff50 tx=0x7f1b6c011810 comp rx=0 tx=0).stop 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.868+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 0x7f1b600a5bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1b70004af0 tx=0x7f1b7002a6c0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 -- 172.21.15.7:0/4265032566 shutdown_connections 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910d6680 0x5610910d8a70 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910d6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/4265032566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cb4a0 0x5610910cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 -- 172.21.15.7:0/4265032566 >> 172.21.15.7:0/4265032566 conn(0x5610910c7a30 msgr2=0x5610910c7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 -- 172.21.15.7:0/4265032566 shutdown_connections 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 -- 172.21.15.7:0/4265032566 wait complete. 2024-09-19T05:43:45.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 -- start start 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.869+0000 7f1b80cc8740 1 Processor -- start 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910d31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 0x5610910d3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5610910d92f0 con 0x5610910cb4a0 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561090fec050 con 0x5610910d6680 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5610910d9470 con 0x5610910cbdc0 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b77fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60078/0 (socket says 172.21.15.7:60078) 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b77fff640 1 -- 172.21.15.7:0/2722039566 learned_addr learned my addr 172.21.15.7:0/2722039566 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:45.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b80cc8740 10 client.0 _ll_register_callbacks cb 0x56109102c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 0x5610910d3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b777fe640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910d31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 msgr2=0x5610910d31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910d31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/2722039566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 msgr2=0x5610910d5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/2722039566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561090da23c0 con 0x5610910d6680 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.870+0000 7f1b77fff640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 0x5610910d3720 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009b30 tx=0x7f1b70009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c7734c3ba77f8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b577fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70036040 con 0x5610910d6680 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f1b70030be0 con 0x5610910d6680 2024-09-19T05:43:45.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b6c0043d0 con 0x5610910d6680 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1b7005a050 con 0x5610910d6680 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b80cc8740 10 client.25274 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.871+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5610910e4bf0 con 0x5610910d6680 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b6c0043d0 con 0x5610910d6680 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f1b70031560 con 0x5610910d6680 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 10 client.25274 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 10 client.25274 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 20 client.25274 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910e6150 0x5610910e85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 4 client.25274 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56109103e850 con 0x5610910e6150 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.872+0000 7f1b77fff640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910e6150 0x5610910e85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.873+0000 7f1b577fe640 10 client.25274 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:45.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.873+0000 7f1b77fff640 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910e6150 0x5610910e85f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c66b6180cdf24ca9 server_cookie=355ecaf1ef4139ff in_seq=0 out_seq=0 2024-09-19T05:43:45.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b577fe640 1 -- 172.21.15.7:0/2722039566 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56109103e850 con 0x5610910e6150 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b577fe640 10 client.25274 handle_command_reply: tid=0 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 client.25274 shutdown 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 msgr2=0x5610910d3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 0x5610910d3720 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009b30 tx=0x7f1b70009500 comp rx=0 tx=0).stop 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 shutdown_connections 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910d6680 0x5610910d3720 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910d31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910e6150 0x5610910e85f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/2722039566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 >> 172.21.15.7:0/2722039566 conn(0x5610910c7a30 msgr2=0x5610910cd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b577fe640 0 client.25274 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 shutdown_connections 2024-09-19T05:43:45.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 1 -- 172.21.15.7:0/2722039566 wait complete. 2024-09-19T05:43:45.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.874+0000 7f1b80cc8740 20 client.25274 trim_cache size 0 max 16384 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 Processor -- start 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 -- start start 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910c7a30 0x5610910e2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910ce740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b3e40 con 0x5610910cb4a0 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b5a40 con 0x5610910c7a30 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.903+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b4510 con 0x5610910cbdc0 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60092/0 (socket says 172.21.15.7:60092) 2024-09-19T05:43:45.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 -- 172.21.15.7:0/441035726 learned_addr learned my addr 172.21.15.7:0/441035726 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:45.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 -- 172.21.15.7:0/441035726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 msgr2=0x5610910ce740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910ce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 -- 172.21.15.7:0/441035726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910c7a30 msgr2=0x5610910e2550 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:43:45.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910c7a30 0x5610910e2550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.904+0000 7f1b777fe640 1 -- 172.21.15.7:0/441035726 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610910d2190 con 0x5610910cb4a0 2024-09-19T05:43:45.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.905+0000 7f1b777fe640 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x5610910c8db0 tx=0x7f1b6c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9258eb7dce37ee15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.905+0000 7f1b5dffb640 1 -- 172.21.15.7:0/441035726 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c028020 con 0x5610910cb4a0 2024-09-19T05:43:45.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.905+0000 7f1b5dffb640 1 -- 172.21.15.7:0/441035726 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b6c01f040 con 0x5610910cb4a0 2024-09-19T05:43:45.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.905+0000 7f1b5dffb640 1 -- 172.21.15.7:0/441035726 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c019430 con 0x5610910cb4a0 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 -- 172.21.15.7:0/441035726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 msgr2=0x5610910d1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x5610910c8db0 tx=0x7f1b6c005df0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 -- 172.21.15.7:0/441035726 shutdown_connections 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910cbdc0 0x5610910ce740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d1ab0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/441035726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910c7a30 0x5610910e2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.906+0000 7f1b80cc8740 1 -- 172.21.15.7:0/441035726 >> 172.21.15.7:0/441035726 conn(0x5610910d3880 msgr2=0x5610910ce030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.907+0000 7f1b80cc8740 1 -- 172.21.15.7:0/441035726 shutdown_connections 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.907+0000 7f1b80cc8740 1 -- 172.21.15.7:0/441035726 wait complete. 2024-09-19T05:43:45.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.907+0000 7f1b80cc8740 1 -- start start 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.907+0000 7f1b80cc8740 1 Processor -- start 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910c7a30 0x5610910deb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910da3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b52b0 con 0x5610910cb4a0 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b4be0 con 0x5610910cbdc0 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781b1e20 con 0x5610910c7a30 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b80cc8740 10 client.0 _ll_register_callbacks cb 0x7f1b68005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b777fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60108/0 (socket says 172.21.15.7:60108) 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b777fe640 1 -- 172.21.15.7:0/3038939186 learned_addr learned my addr 172.21.15.7:0/3038939186 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910da3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.908+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910c7a30 0x5610910deb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910c7a30 msgr2=0x5610910deb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910c7a30 0x5610910deb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/3038939186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 msgr2=0x5610910d9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 -- 172.21.15.7:0/3038939186 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610910da930 con 0x5610910cbdc0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b777fe640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b7ce8c640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910da3f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009be0 tx=0x7f1b70009960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef10292f5fc2fd96 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b577fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:45.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70009480 con 0x5610910cbdc0 2024-09-19T05:43:45.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f1b700309e0 con 0x5610910cbdc0 2024-09-19T05:43:45.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.909+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b6c01f040 con 0x5610910cbdc0 2024-09-19T05:43:45.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1b700304e0 con 0x5610910cbdc0 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 10 client.25277 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561091150bb0 con 0x5610910cbdc0 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b6c01f040 con 0x5610910cbdc0 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f1b70067460 con 0x5610910cbdc0 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 10 client.25277 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 10 client.25277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 20 client.25277 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910d6680 0x5610911533a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 4 client.25277 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.910+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561091038d60 con 0x5610910d6680 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910d6680 0x5610911533a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:45.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b77fff640 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910d6680 0x5610911533a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72e71ec17b8da68a server_cookie=49bdf9c707bc5ac3 in_seq=0 out_seq=0 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b577fe640 10 client.25277 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b577fe640 1 -- 172.21.15.7:0/3038939186 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561091038d60 con 0x5610910d6680 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b577fe640 10 client.25277 handle_command_reply: tid=0 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.911+0000 7f1b80cc8740 1 client.25277 shutdown 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 msgr2=0x5610910da3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910da3f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1b70009be0 tx=0x7f1b70009960 comp rx=0 tx=0).stop 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 shutdown_connections 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610910cbdc0 0x5610910da3f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610910d6680 0x5610911533a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610910cb4a0 0x5610910d9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b577fe640 0 client.25277 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 --2- 172.21.15.7:0/3038939186 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610910c7a30 0x5610910deb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 >> 172.21.15.7:0/3038939186 conn(0x5610910d3880 msgr2=0x5610910d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 shutdown_connections 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 1 -- 172.21.15.7:0/3038939186 wait complete. 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.912+0000 7f1b80cc8740 20 client.25277 trim_cache size 0 max 16384 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-19T05:43:45.920 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 msgr2=0x7f1b600a5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 0x7f1b600a5bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1b70004af0 tx=0x7f1b7002a6c0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 msgr2=0x7f1b781a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1b6800e9c0 tx=0x7f1b6800ee80 comp rx=0 tx=0).stop 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 shutdown_connections 2024-09-19T05:43:45.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1b78106f10 0x7f1b7810dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b78102790 0x7f1b781a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1b600a3730 0x7f1b600a5bf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 --2- 172.21.15.7:0/3457241352 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1b78101de0 0x7f1b781a46a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.913+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 >> 172.21.15.7:0/3457241352 conn(0x7f1b780fd8e0 msgr2=0x7f1b780fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.914+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 shutdown_connections 2024-09-19T05:43:45.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:45.914+0000 7f1b7e8ef640 1 -- 172.21.15.7:0/3457241352 wait complete. 2024-09-19T05:43:46.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:45 smithi007 ceph-mon[30960]: pgmap v47: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:45 smithi063 ceph-mon[34779]: pgmap v47: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:46.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:45 smithi044 ceph-mon[34175]: pgmap v47: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:46.770 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-19T05:43:46.771 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:43:46.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 -- 172.21.15.7:0/3005407401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd40fff70 msgr2=0x7f3dd4100350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/3005407401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd40fff70 0x7f3dd4100350 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8009900 tx=0x7f3dc802a3f0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 -- 172.21.15.7:0/3005407401 shutdown_connections 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/3005407401 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd41050c0 0x7f3dd410cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/3005407401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd4100920 0x7f3dd4104960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/3005407401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd40fff70 0x7f3dd4100350 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.900+0000 7f3ddc53b640 1 -- 172.21.15.7:0/3005407401 >> 172.21.15.7:0/3005407401 conn(0x7f3dd40fba00 msgr2=0x7f3dd40fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.901+0000 7f3ddc53b640 1 -- 172.21.15.7:0/3005407401 shutdown_connections 2024-09-19T05:43:46.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.901+0000 7f3ddc53b640 1 -- 172.21.15.7:0/3005407401 wait complete. 2024-09-19T05:43:46.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 Processor -- start 2024-09-19T05:43:46.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 -- start start 2024-09-19T05:43:46.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd41050c0 0x7f3dd41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd419cc40 0x7f3dd419d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd4111dd0 con 0x7f3dd41050c0 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd4111c50 con 0x7f3dd40fff70 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddc53b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd4111f50 con 0x7f3dd419cc40 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3dda2d7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3dd9ad6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd41050c0 0x7f3dd41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3dda2d7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:49942/0 (socket says 172.21.15.7:49942) 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3dda2d7640 1 -- 172.21.15.7:0/2632519885 learned_addr learned my addr 172.21.15.7:0/2632519885 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.902+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd419cc40 0x7f3dd419d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 -- 172.21.15.7:0/2632519885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd419cc40 msgr2=0x7f3dd419d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd419cc40 0x7f3dd419d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 -- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd41050c0 msgr2=0x7f3dd41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd41050c0 0x7f3dd41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 -- 172.21.15.7:0/2632519885 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd419d730 con 0x7f3dd40fff70 2024-09-19T05:43:46.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8005ab0 tx=0x7f3dc8003cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dc77fe640 1 -- 172.21.15.7:0/2632519885 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc803f070 con 0x7f3dd40fff70 2024-09-19T05:43:46.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dc77fe640 1 -- 172.21.15.7:0/2632519885 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dc8031d60 con 0x7f3dd40fff70 2024-09-19T05:43:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3dc77fe640 1 -- 172.21.15.7:0/2632519885 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8035030 con 0x7f3dd40fff70 2024-09-19T05:43:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.903+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dd419d9c0 con 0x7f3dd40fff70 2024-09-19T05:43:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.904+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dd410ed80 con 0x7f3dd40fff70 2024-09-19T05:43:46.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.906+0000 7f3dc77fe640 1 -- 172.21.15.7:0/2632519885 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f3dc8042070 con 0x7f3dd40fff70 2024-09-19T05:43:46.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.907+0000 7f3dc77fe640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 0x7f3dc00a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.907+0000 7f3ddf2d5740 1 Processor -- start 2024-09-19T05:43:46.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.907+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 0x7f3dc00a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 -- start start 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d572ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d5800a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56465d4d72f0 con 0x56465d573410 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 0x7f3dc00a5a20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3dd40fbe90 tx=0x7f3dcc010860 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dc77fe640 1 -- 172.21.15.7:0/2632519885 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f3dc80f0830 con 0x7f3dd40fff70 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56465d47f270 con 0x56465d57dcb0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dd9ad6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dd9ad6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60134/0 (socket says 172.21.15.7:60134) 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dd9ad6640 1 -- 172.21.15.7:0/3654038205 learned_addr learned my addr 172.21.15.7:0/3654038205 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56465d4d32b0 con 0x56465d572af0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.908+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d572ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d5800a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 -- 172.21.15.7:0/3654038205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 msgr2=0x56465d5800a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d5800a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 -- 172.21.15.7:0/3654038205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 msgr2=0x56465d57d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 -- 172.21.15.7:0/3654038205 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56465d47e340 con 0x56465d572af0 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:46.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d572ed0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3dc80edd50 tx=0x7f3dc8009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8234680cf466ca36 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dc4bfe640 1 -- 172.21.15.7:0/3654038205 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8049070 con 0x56465d572af0 2024-09-19T05:43:46.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dc4bfe640 1 -- 172.21.15.7:0/3654038205 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dc80c5550 con 0x56465d572af0 2024-09-19T05:43:46.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.909+0000 7f3dc4bfe640 1 -- 172.21.15.7:0/3654038205 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc80c50c0 con 0x56465d572af0 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/3654038205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 msgr2=0x56465d572ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d572ed0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3dc80edd50 tx=0x7f3dc8009260 comp rx=0 tx=0).stop 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/3654038205 shutdown_connections 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d5800a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/3654038205 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d572ed0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.910+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/3654038205 >> 172.21.15.7:0/3654038205 conn(0x56465d56f060 msgr2=0x56465d56f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.911+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/3654038205 shutdown_connections 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.911+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/3654038205 wait complete. 2024-09-19T05:43:46.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.911+0000 7f3ddf2d5740 1 -- start start 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.911+0000 7f3ddf2d5740 1 Processor -- start 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d57aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d57b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56465d580640 con 0x56465d573410 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56465d460290 con 0x56465d57dcb0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56465d5807c0 con 0x56465d572af0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddf2d5740 10 client.0 _ll_register_callbacks cb 0x56465d491140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dd9ad6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dd9ad6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60146/0 (socket says 172.21.15.7:60146) 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d57b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dd9ad6640 1 -- 172.21.15.7:0/2484946315 learned_addr learned my addr 172.21.15.7:0/2484946315 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d57aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 -- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 msgr2=0x56465d57aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d57aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 -- 172.21.15.7:0/2484946315 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 msgr2=0x56465d57b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 -- 172.21.15.7:0/2484946315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56465d1ea210 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d57b620 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000b830 tx=0x7f3dd000bcf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b84527282709d56a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.912+0000 7f3dbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0003d60 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f3dd0005020 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dc80c5550 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3dd0005220 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3ddf2d5740 10 client.25289 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56465d2b6620 con 0x56465d57dcb0 2024-09-19T05:43:46.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.913+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dc80c5550 con 0x56465d57dcb0 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f3dd0024470 con 0x56465d57dcb0 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 10 client.25289 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 10 client.25289 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 20 client.25289 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d58d9d0 0x56465d58fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 4 client.25289 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:46.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.914+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56465d4e4a20 con 0x56465d58d9d0 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.915+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d58d9d0 0x56465d58fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.915+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d58d9d0 0x56465d58fe50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26715c441efc2263 server_cookie=2ddc241d681e3b5e in_seq=0 out_seq=0 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.915+0000 7f3dbdffb640 10 client.25289 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.916+0000 7f3dbdffb640 1 -- 172.21.15.7:0/2484946315 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56465d4e4a20 con 0x56465d58d9d0 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.916+0000 7f3dbdffb640 10 client.25289 handle_command_reply: tid=0 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.916+0000 7f3ddf2d5740 1 client.25289 shutdown 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.916+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 msgr2=0x56465d57b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.916+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d57b620 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000b830 tx=0x7f3dd000bcf0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 shutdown_connections 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d57dcb0 0x56465d57b620 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d58d9d0 0x56465d58fe50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d573410 0x56465d57b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/2484946315 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d572af0 0x56465d57aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3dbdffb640 0 client.25289 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:46.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 >> 172.21.15.7:0/2484946315 conn(0x56465d56f060 msgr2=0x56465d574dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 shutdown_connections 2024-09-19T05:43:46.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/2484946315 wait complete. 2024-09-19T05:43:46.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.917+0000 7f3ddf2d5740 20 client.25289 trim_cache size 0 max 16384 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 Processor -- start 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 -- start start 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d57ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d57b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41ab600 con 0x56465d572af0 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41ad200 con 0x56465d573410 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.941+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41abcd0 con 0x56465d57dcb0 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3dda2d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d57ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54136/0 (socket says 172.21.15.7:54136) 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 -- 172.21.15.7:0/916722787 learned_addr learned my addr 172.21.15.7:0/916722787 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:46.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d57b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 -- 172.21.15.7:0/916722787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 msgr2=0x56465d57b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d57b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 -- 172.21.15.7:0/916722787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 msgr2=0x56465d57ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d57ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3ddaad8640 1 -- 172.21.15.7:0/916722787 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56465d56ee90 con 0x56465d57dcb0 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.942+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d57ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:46.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.943+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0024a30 tx=0x7f3dd0003a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fde41f0c9fd87753 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.943+0000 7f3dbffff640 1 -- 172.21.15.7:0/916722787 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0003d60 con 0x56465d57dcb0 2024-09-19T05:43:46.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.943+0000 7f3dbffff640 1 -- 172.21.15.7:0/916722787 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd0024470 con 0x56465d57dcb0 2024-09-19T05:43:46.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.943+0000 7f3dbffff640 1 -- 172.21.15.7:0/916722787 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd002e6e0 con 0x56465d57dcb0 2024-09-19T05:43:46.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/916722787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 msgr2=0x56465d595710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0024a30 tx=0x7f3dd0003a00 comp rx=0 tx=0).stop 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/916722787 shutdown_connections 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d595710 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d57b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/916722787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d57ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/916722787 >> 172.21.15.7:0/916722787 conn(0x56465d56f060 msgr2=0x56465d56e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/916722787 shutdown_connections 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/916722787 wait complete. 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 -- start start 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.945+0000 7f3ddf2d5740 1 Processor -- start 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d581d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d5822b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41aca70 con 0x56465d572af0 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41ac3a0 con 0x56465d573410 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41a95e0 con 0x56465d57dcb0 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddf2d5740 10 client.0 _ll_register_callbacks cb 0x7f3dd00041f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60168/0 (socket says 172.21.15.7:60168) 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 -- 172.21.15.7:0/1668166057 learned_addr learned my addr 172.21.15.7:0/1668166057 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:46.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d581d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d5822b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 -- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 msgr2=0x56465d5822b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d5822b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 -- 172.21.15.7:0/1668166057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 msgr2=0x56465d581d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.946+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d581d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dda2d7640 1 -- 172.21.15.7:0/1668166057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56465d5fffc0 con 0x56465d572af0 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d581d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3ddaad8640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d5822b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:46.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dda2d7640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8000c00 tx=0x7f3dc8031f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd38046cdc78e462 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc80d9070 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f3dc80d0e00 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.947+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dd0024470 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.948+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3dc8049040 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.948+0000 7f3ddf2d5740 10 client.15726 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.948+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56465d601310 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.948+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd0024470 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.948+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f3dc80c50c0 con 0x56465d572af0 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 10 client.15726 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 10 client.15726 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 20 client.15726 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d601800 0x56465d603c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:46.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 4 client.15726 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:43:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56465d4ded70 con 0x56465d601800 2024-09-19T05:43:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.949+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d601800 0x56465d603c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.950+0000 7f3dd9ad6640 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d601800 0x56465d603c20 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f47302e703bed8a7 server_cookie=ec5385938d82dbaf in_seq=0 out_seq=0 2024-09-19T05:43:46.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.950+0000 7f3dbdffb640 10 client.15726 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.958+0000 7f3dbdffb640 1 -- 172.21.15.7:0/1668166057 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56465d4ded70 con 0x56465d601800 2024-09-19T05:43:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.958+0000 7f3dbdffb640 10 client.15726 handle_command_reply: tid=0 2024-09-19T05:43:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.958+0000 7f3ddf2d5740 1 client.15726 shutdown 2024-09-19T05:43:46.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.958+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 msgr2=0x56465d581830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.958+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8000c00 tx=0x7f3dc8031f10 comp rx=0 tx=0).stop 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 shutdown_connections 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56465d57dcb0 0x56465d5822b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56465d573410 0x56465d581d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56465d601800 0x56465d603c20 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 --2- 172.21.15.7:0/1668166057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56465d572af0 0x56465d581830 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3dbdffb640 0 client.15726 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 >> 172.21.15.7:0/1668166057 conn(0x56465d56f060 msgr2=0x56465d588890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 shutdown_connections 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 1 -- 172.21.15.7:0/1668166057 wait complete. 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.959+0000 7f3ddf2d5740 20 client.15726 trim_cache size 0 max 16384 2024-09-19T05:43:46.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:43:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:43:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:43:46.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 msgr2=0x7f3dc00a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 0x7f3dc00a5a20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3dd40fbe90 tx=0x7f3dcc010860 comp rx=0 tx=0).stop 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 msgr2=0x7f3dd4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3dc8005ab0 tx=0x7f3dc8003cd0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 shutdown_connections 2024-09-19T05:43:46.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f3dc00a3560 0x7f3dc00a5a20 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f3dd419cc40 0x7f3dd419d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3dd41050c0 0x7f3dd41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 --2- 172.21.15.7:0/2632519885 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3dd40fff70 0x7f3dd4198380 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 >> 172.21.15.7:0/2632519885 conn(0x7f3dd40fba00 msgr2=0x7f3dd40fcde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 shutdown_connections 2024-09-19T05:43:46.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:43:46.960+0000 7f3ddc53b640 1 -- 172.21.15.7:0/2632519885 wait complete. 2024-09-19T05:43:47.167 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:47.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 -- 172.21.15.7:0/1159374494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 msgr2=0x7f83d410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:47.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 --2- 172.21.15.7:0/1159374494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d410da40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f83cc009ca0 tx=0x7f83cc02a950 comp rx=0 tx=0).stop 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 -- 172.21.15.7:0/1159374494 shutdown_connections 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 --2- 172.21.15.7:0/1159374494 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d410da40 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 --2- 172.21.15.7:0/1159374494 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 0x7f83d41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 --2- 172.21.15.7:0/1159374494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 -- 172.21.15.7:0/1159374494 >> 172.21.15.7:0/1159374494 conn(0x7f83d40fc7d0 msgr2=0x7f83d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 -- 172.21.15.7:0/1159374494 shutdown_connections 2024-09-19T05:43:47.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.732+0000 7f83da3a8640 1 -- 172.21.15.7:0/1159374494 wait complete. 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.733+0000 7f83da3a8640 1 Processor -- start 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.733+0000 7f83da3a8640 1 -- start start 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 0x7f83d40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f83d4110ea0 con 0x7f83d4102ef0 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f83d4110d20 con 0x7f83d4100e20 2024-09-19T05:43:47.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83da3a8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f83d4111020 con 0x7f83d4102570 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:50002/0 (socket says 172.21.15.7:50002) 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 -- 172.21.15.7:0/3757009298 learned_addr learned my addr 172.21.15.7:0/3757009298 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d8945640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83cbfff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 0x7f83d40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 -- 172.21.15.7:0/3757009298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 msgr2=0x7f83d40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 0x7f83d40fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 -- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 msgr2=0x7f83d40fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d40fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d3fff640 1 -- 172.21.15.7:0/3757009298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d41a6940 con 0x7f83d4100e20 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.734+0000 7f83d8945640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:43:47.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83d3fff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f83c400b4a0 tx=0x7f83c400b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4014070 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83c4010ac0 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d41a6c30 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d41a71c0 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.735+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83c4017c30 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.737+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d4101200 con 0x7f83d4100e20 2024-09-19T05:43:47.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.738+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138638+0+0 (secure 0 0 0) 0x7f83c4017070 con 0x7f83d4100e20 2024-09-19T05:43:47.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.738+0000 7f83d1ffb640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 0x7f83c00a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:47.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.739+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f83c40cf450 con 0x7f83d4100e20 2024-09-19T05:43:47.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.739+0000 7f83cbfff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 0x7f83c00a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:47.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.740+0000 7f83cbfff640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 0x7f83c00a5aa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f83d40fe710 tx=0x7f83bc00b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:47.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:47.743+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f83c409b6c0 con 0x7f83d4100e20 2024-09-19T05:43:47.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:47 smithi007 ceph-mon[30960]: pgmap v48: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:48.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.109+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83d410a0a0 con 0x7f83d4100e20 2024-09-19T05:43:48.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.110+0000 7f83d1ffb640 1 -- 172.21.15.7:0/3757009298 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11953 (secure 0 0 0) 0x7f83c409f9c0 con 0x7f83d4100e20 2024-09-19T05:43:48.112 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:43:48.113 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":30,"btime":"2024-09-19T05:43:41:809964+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:43:41.076900+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[14613,24481,24487,24503,24505]},"id":1}]} 2024-09-19T05:43:48.113 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 30 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 msgr2=0x7f83c00a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 0x7f83c00a5aa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f83d40fe710 tx=0x7f83bc00b390 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 msgr2=0x7f83d40fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f83c400b4a0 tx=0x7f83c400b960 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 shutdown_connections 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f83d4102ef0 0x7f83d40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f83c00a35e0 0x7f83c00a5aa0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f83d4102570 0x7f83d40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 --2- 172.21.15.7:0/3757009298 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83d4100e20 0x7f83d40fcc80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 >> 172.21.15.7:0/3757009298 conn(0x7f83d40fc7d0 msgr2=0x7f83d406a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 shutdown_connections 2024-09-19T05:43:48.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:48.113+0000 7f83da3a8640 1 -- 172.21.15.7:0/3757009298 wait complete. 2024-09-19T05:43:48.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:47 smithi063 ceph-mon[34779]: pgmap v48: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:48.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:47 smithi044 ceph-mon[34175]: pgmap v48: 97 pgs: 97 active+clean; 1.9 GiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 139 MiB/s wr, 87 op/s 2024-09-19T05:43:48.821 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-19T05:43:49.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:48 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3757009298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:49.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:48 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3757009298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:49.223 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:43:49.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:48 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3757009298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:43:50.150 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:49 smithi007 ceph-mon[30960]: pgmap v49: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 206 MiB/s wr, 129 op/s 2024-09-19T05:43:50.151 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:49 smithi007 ceph-mon[30960]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-19T05:43:50.157 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:49 smithi063 ceph-mon[34779]: pgmap v49: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 206 MiB/s wr, 129 op/s 2024-09-19T05:43:50.157 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:49 smithi063 ceph-mon[34779]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-19T05:43:50.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:49 smithi044 ceph-mon[34175]: pgmap v49: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 206 MiB/s wr, 129 op/s 2024-09-19T05:43:50.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:49 smithi044 ceph-mon[34175]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 -- 172.21.15.7:0/3428261596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 msgr2=0x7f431410ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 --2- 172.21.15.7:0/3428261596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431410ea80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f430c009be0 tx=0x7f430c02a6c0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 -- 172.21.15.7:0/3428261596 shutdown_connections 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 --2- 172.21.15.7:0/3428261596 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431410ea80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 --2- 172.21.15.7:0/3428261596 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 0x7f43141067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 --2- 172.21.15.7:0/3428261596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 0x7f43141021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 -- 172.21.15.7:0/3428261596 >> 172.21.15.7:0/3428261596 conn(0x7f43140fd8b0 msgr2=0x7f43140ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 -- 172.21.15.7:0/3428261596 shutdown_connections 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.894+0000 7f431bcc1640 1 -- 172.21.15.7:0/3428261596 wait complete. 2024-09-19T05:43:51.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 Processor -- start 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 -- start start 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 0x7f43141982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 0x7f4314198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4314111e10 con 0x7f4314102780 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4314111c90 con 0x7f4314101dd0 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.895+0000 7f431bcc1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4314111f90 con 0x7f4314106f00 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f4319a5d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 0x7f43141982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53606/0 (socket says 172.21.15.7:53606) 2024-09-19T05:43:51.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 -- 172.21.15.7:0/2922751976 learned_addr learned my addr 172.21.15.7:0/2922751976 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431925c640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 0x7f4314198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 -- 172.21.15.7:0/2922751976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 msgr2=0x7f43141982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 0x7f43141982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 -- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 msgr2=0x7f4314198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 0x7f4314198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 -- 172.21.15.7:0/2922751976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f431419d280 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431a25e640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f430c009b30 tx=0x7f430c003f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f430affd640 1 -- 172.21.15.7:0/2922751976 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c041020 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f430affd640 1 -- 172.21.15.7:0/2922751976 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f430c037040 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.896+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f431419d510 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.897+0000 7f430affd640 1 -- 172.21.15.7:0/2922751976 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f430c036070 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.897+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4314074420 con 0x7f4314106f00 2024-09-19T05:43:51.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.899+0000 7f430affd640 1 -- 172.21.15.7:0/2922751976 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f430c044020 con 0x7f4314106f00 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.900+0000 7f431e09a740 1 Processor -- start 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.900+0000 7f431e09a740 1 -- start start 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee678a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee72b80 0x555a6ee74f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a6edc52f0 con 0x555a6ee67de0 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555a6ed6ccf0 con 0x555a6ee72b80 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431e09a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x555a6edc12b0 con 0x555a6ee69350 2024-09-19T05:43:51.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f430affd640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 0x7f43000a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f4319a5d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f4319a5d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52584/0 (socket says 172.21.15.7:52584) 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f4319a5d640 1 -- 172.21.15.7:0/2274836982 learned_addr learned my addr 172.21.15.7:0/2274836982 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f431a25e640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 0x7f43000a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.901+0000 7f430affd640 1 -- 172.21.15.7:0/2922751976 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f430c0f07e0 con 0x7f4314106f00 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 -- 172.21.15.7:0/2274836982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 msgr2=0x555a6ee678a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee678a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 -- 172.21.15.7:0/2274836982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee72b80 msgr2=0x555a6ee74f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee72b80 0x555a6ee74f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 -- 172.21.15.7:0/2274836982 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a6ed513a0 con 0x555a6ee67de0 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f431a25e640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 0x7f43000a58f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f430c0edff0 tx=0x7f430c02a6c0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f431000d390 tx=0x7f431000d850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f4a3d5588db2bcc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f42fffff640 1 -- 172.21.15.7:0/2274836982 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431001d070 con 0x555a6ee67de0 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f42fffff640 1 -- 172.21.15.7:0/2274836982 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f431000f480 con 0x555a6ee67de0 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.902+0000 7f42fffff640 1 -- 172.21.15.7:0/2274836982 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431000e8a0 con 0x555a6ee67de0 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 -- 172.21.15.7:0/2274836982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 msgr2=0x555a6ee68220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f431000d390 tx=0x7f431000d850 comp rx=0 tx=0).stop 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 -- 172.21.15.7:0/2274836982 shutdown_connections 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee72b80 0x555a6ee74f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee67de0 0x555a6ee68220 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 --2- 172.21.15.7:0/2274836982 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee678a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.903+0000 7f431e09a740 1 -- 172.21.15.7:0/2274836982 >> 172.21.15.7:0/2274836982 conn(0x555a6ee28310 msgr2=0x555a6ee64470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.904+0000 7f431e09a740 1 -- 172.21.15.7:0/2274836982 shutdown_connections 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.904+0000 7f431e09a740 1 -- 172.21.15.7:0/2274836982 wait complete. 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.904+0000 7f431e09a740 1 -- start start 2024-09-19T05:43:51.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.904+0000 7f431e09a740 1 Processor -- start 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.904+0000 7f431e09a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 0x555a6ee725f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee6f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee6ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431925c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 0x555a6ee725f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431925c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 0x555a6ee725f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:39380/0 (socket says 172.21.15.7:39380) 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431925c640 1 -- 172.21.15.7:0/3035744007 learned_addr learned my addr 172.21.15.7:0/3035744007 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555a6ee75880 con 0x555a6ee72b80 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555a6ed80060 con 0x555a6ee67de0 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x555a6ee75a00 con 0x555a6ee69350 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee6f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431e09a740 10 client.0 _ll_register_callbacks cb 0x555a6ead38c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f431925c640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee6ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 -- 172.21.15.7:0/3035744007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 msgr2=0x555a6ee725f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 0x555a6ee725f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 -- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 msgr2=0x555a6ee6ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee6ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a6eb363c0 con 0x555a6ee69350 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f4319a5d640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee6f8a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f431000fd30 tx=0x7f4310004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6036cc07da74cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.905+0000 7f42fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431001d040 con 0x555a6ee69350 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f431000f480 con 0x555a6ee69350 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f43100035f0 con 0x555a6ee69350 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f43100037f0 con 0x555a6ee69350 2024-09-19T05:43:51.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 10 client.25435 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a6ee81390 con 0x555a6ee69350 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f431000f480 con 0x555a6ee69350 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f4310020070 con 0x555a6ee69350 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 10 client.25435 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 10 client.25435 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 20 client.25435 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.906+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6ee82bc0 0x555a6ee85000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.907+0000 7f431e09a740 4 client.25435 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.907+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a6edd2860 con 0x555a6ee82bc0 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.907+0000 7f431925c640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6ee82bc0 0x555a6ee85000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.907+0000 7f42fd7fa640 10 client.25435 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.907+0000 7f431925c640 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6ee82bc0 0x555a6ee85000 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=40309d9aeeb4e699 server_cookie=82d343076c6046c2 in_seq=0 out_seq=0 2024-09-19T05:43:51.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.908+0000 7f42fd7fa640 1 -- 172.21.15.7:0/3035744007 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555a6edd2860 con 0x555a6ee82bc0 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.908+0000 7f42fd7fa640 10 client.25435 handle_command_reply: tid=0 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.908+0000 7f431e09a740 1 client.25435 shutdown 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 msgr2=0x555a6ee6f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee6f8a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f431000fd30 tx=0x7f4310004270 comp rx=0 tx=0).stop 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 shutdown_connections 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6ee82bc0 0x555a6ee85000 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee6ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee69350 0x555a6ee6f8a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 --2- 172.21.15.7:0/3035744007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee67de0 0x555a6ee725f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 >> 172.21.15.7:0/3035744007 conn(0x555a6ee28310 msgr2=0x555a6ee6a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f42fd7fa640 0 client.25435 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 shutdown_connections 2024-09-19T05:43:51.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 1 -- 172.21.15.7:0/3035744007 wait complete. 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.909+0000 7f431e09a740 20 client.25435 trim_cache size 0 max 16384 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 Processor -- start 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 -- start start 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee7eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee6e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f43141ab590 con 0x555a6ee72b80 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43141ad190 con 0x555a6ee69350 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431e09a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f43141abc60 con 0x555a6ee67de0 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.935+0000 7f431925c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52590/0 (socket says 172.21.15.7:52590) 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 -- 172.21.15.7:0/427816670 learned_addr learned my addr 172.21.15.7:0/427816670 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:51.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f4319a5d640 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee6e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee7eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 -- 172.21.15.7:0/427816670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 msgr2=0x555a6ee7eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee7eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 -- 172.21.15.7:0/427816670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 msgr2=0x555a6ee6e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee6e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 -- 172.21.15.7:0/427816670 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a6ee645f0 con 0x555a6ee72b80 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f431925c640 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4304009fd0 tx=0x7f4304009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a158e7a4223e9419 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f42ff7fe640 1 -- 172.21.15.7:0/427816670 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43040044d0 con 0x555a6ee72b80 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f42ff7fe640 1 -- 172.21.15.7:0/427816670 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43040054d0 con 0x555a6ee72b80 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.936+0000 7f42ff7fe640 1 -- 172.21.15.7:0/427816670 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4304004e40 con 0x555a6ee72b80 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- 172.21.15.7:0/427816670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 msgr2=0x555a6ee8a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4304009fd0 tx=0x7f4304009260 comp rx=0 tx=0).stop 2024-09-19T05:43:51.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- 172.21.15.7:0/427816670 shutdown_connections 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6ee8a8d0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee6e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 --2- 172.21.15.7:0/427816670 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee7eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- 172.21.15.7:0/427816670 >> 172.21.15.7:0/427816670 conn(0x555a6ee28310 msgr2=0x555a6ee6e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- 172.21.15.7:0/427816670 shutdown_connections 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- 172.21.15.7:0/427816670 wait complete. 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.938+0000 7f431e09a740 1 -- start start 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 Processor -- start 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee761f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6eeeb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f43141aca00 con 0x555a6ee72b80 2024-09-19T05:43:51.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43141ac330 con 0x555a6ee69350 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f43141a9570 con 0x555a6ee67de0 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431e09a740 10 client.0 _ll_register_callbacks cb 0x7f431001b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431925c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee761f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f4319a5d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:39404/0 (socket says 172.21.15.7:39404) 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 -- 172.21.15.7:0/2715590916 learned_addr learned my addr 172.21.15.7:0/2715590916 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.939+0000 7f431925c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee761f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53650/0 (socket says 172.21.15.7:53650) 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f431925c640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6eeeb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 -- 172.21.15.7:0/2715590916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 msgr2=0x555a6ee761f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee761f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 -- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 msgr2=0x555a6eeeb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:43:51.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6eeeb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 -- 172.21.15.7:0/2715590916 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a6eeebea0 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f431925c640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6eeeb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f4319a5d640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f431000f8f0 tx=0x7f4310005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12d8bae2da48839a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f42fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.940+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431001d040 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f43100055f0 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43040054d0 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f431000f720 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 10 client.25313 fetch_fsmap learned FSMap version 30 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a6eeed160 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43040054d0 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f4310020070 con 0x555a6ee69350 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 10 client.25313 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:43:51.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 10 client.25313 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:43:51.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.941+0000 7f431e09a740 20 client.25313 populate_metadata read hostname 'smithi007' 2024-09-19T05:43:51.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.942+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6eeed860 0x555a6eeefc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:43:51.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.942+0000 7f431e09a740 4 client.25313 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:43:51.819 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:43:51.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.942+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a6edccd70 con 0x555a6eeed860 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.942+0000 7f431925c640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6eeed860 0x555a6eeefc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431925c640 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6eeed860 0x555a6eeefc80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=33fe21de12cb1ccd server_cookie=157a8ee1ec8b4b03 in_seq=0 out_seq=0 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f42fd7fa640 10 client.25313 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f42fd7fa640 1 -- 172.21.15.7:0/2715590916 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a6edccd70 con 0x555a6eeed860 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f42fd7fa640 10 client.25313 handle_command_reply: tid=0 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 client.25313 shutdown 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 msgr2=0x555a6ee76730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f431000f8f0 tx=0x7f4310005270 comp rx=0 tx=0).stop 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 shutdown_connections 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x555a6eeed860 0x555a6eeefc80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555a6ee72b80 0x555a6eeeb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555a6ee69350 0x555a6ee76730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 --2- 172.21.15.7:0/2715590916 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555a6ee67de0 0x555a6ee761f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 >> 172.21.15.7:0/2715590916 conn(0x555a6ee28310 msgr2=0x555a6ee5a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f42fd7fa640 0 client.25313 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.943+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 shutdown_connections 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.944+0000 7f431e09a740 1 -- 172.21.15.7:0/2715590916 wait complete. 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.944+0000 7f431e09a740 20 client.25313 trim_cache size 0 max 16384 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.944+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 msgr2=0x7f43000a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.944+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 0x7f43000a58f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f430c0edff0 tx=0x7f430c02a6c0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 msgr2=0x7f431419cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f430c009b30 tx=0x7f430c003f10 comp rx=0 tx=0).stop 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 shutdown_connections 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f43000a3430 0x7f43000a58f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4314106f00 0x7f431419cba0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4314102780 0x7f4314198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 --2- 172.21.15.7:0/2922751976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4314101dd0 0x7f43141982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:43:51.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 >> 172.21.15.7:0/2922751976 conn(0x7f43140fd8b0 msgr2=0x7f43140fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:43:51.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 shutdown_connections 2024-09-19T05:43:51.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:43:50.945+0000 7f431bcc1640 1 -- 172.21.15.7:0/2922751976 wait complete. 2024-09-19T05:43:52.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:51 smithi007 ceph-mon[30960]: pgmap v50: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 136 MiB/s wr, 82 op/s 2024-09-19T05:43:52.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:51 smithi063 ceph-mon[34779]: pgmap v50: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 136 MiB/s wr, 82 op/s 2024-09-19T05:43:52.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:51 smithi044 ceph-mon[34175]: pgmap v50: 97 pgs: 97 active+clean; 2.7 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 136 MiB/s wr, 82 op/s 2024-09-19T05:43:54.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:53 smithi007 ceph-mon[30960]: pgmap v51: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 202 MiB/s wr, 119 op/s 2024-09-19T05:43:54.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:53 smithi063 ceph-mon[34779]: pgmap v51: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 202 MiB/s wr, 119 op/s 2024-09-19T05:43:54.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:53 smithi044 ceph-mon[34175]: pgmap v51: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 202 MiB/s wr, 119 op/s 2024-09-19T05:43:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:55 smithi007 ceph-mon[30960]: pgmap v52: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:55 smithi063 ceph-mon[34779]: pgmap v52: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:56.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:55 smithi044 ceph-mon[34175]: pgmap v52: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:58.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:57 smithi007 ceph-mon[30960]: pgmap v53: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:58.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:57 smithi063 ceph-mon[34779]: pgmap v53: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:58.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:57 smithi044 ceph-mon[34175]: pgmap v53: 97 pgs: 97 active+clean; 3.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 133 MiB/s wr, 80 op/s 2024-09-19T05:43:58.257 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-19T05:43:58.668 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:00.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 -- 172.21.15.7:0/354417460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 msgr2=0x7f493c109660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 --2- 172.21.15.7:0/354417460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c109660 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f492c009900 tx=0x7f492c02a410 comp rx=0 tx=0).stop 2024-09-19T05:44:00.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 -- 172.21.15.7:0/354417460 shutdown_connections 2024-09-19T05:44:00.092 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 --2- 172.21.15.7:0/354417460 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c114ab0 0x7f493c116ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 --2- 172.21.15.7:0/354417460 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c109c30 0x7f493c114570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 --2- 172.21.15.7:0/354417460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c109660 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 -- 172.21.15.7:0/354417460 >> 172.21.15.7:0/354417460 conn(0x7f493c06d200 msgr2=0x7f493c06d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 -- 172.21.15.7:0/354417460 shutdown_connections 2024-09-19T05:44:00.093 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.090+0000 7f49416d0640 1 -- 172.21.15.7:0/354417460 wait complete. 2024-09-19T05:44:00.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.091+0000 7f49416d0640 1 Processor -- start 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.091+0000 7f49416d0640 1 -- start start 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.091+0000 7f49416d0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.091+0000 7f49416d0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f49416d0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 0x7f493c1a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f49416d0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f493c11a6c0 con 0x7f493c109280 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f49416d0640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f493c11a540 con 0x7f493c114ab0 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f49416d0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f493c11a840 con 0x7f493c109c30 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52604/0 (socket says 172.21.15.7:52604) 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53656/0 (socket says 172.21.15.7:53656) 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493affd640 1 -- 172.21.15.7:0/2790096614 learned_addr learned my addr 172.21.15.7:0/2790096614 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493b7fe640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 0x7f493c1a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 -- 172.21.15.7:0/2790096614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 msgr2=0x7f493c1a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 0x7f493c1a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 -- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 msgr2=0x7f493c1a68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493a7fc640 1 -- 172.21.15.7:0/2790096614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f493c1a11f0 con 0x7f493c109c30 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493b7fe640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 0x7f493c1a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.092+0000 7f493affd640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f493a7fc640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f493000c970 tx=0x7f493000ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f4923fff640 1 -- 172.21.15.7:0/2790096614 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4930007bb0 con 0x7f493c109c30 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f4923fff640 1 -- 172.21.15.7:0/2790096614 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4930007d50 con 0x7f493c109c30 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f4923fff640 1 -- 172.21.15.7:0/2790096614 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4930018780 con 0x7f493c109c30 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f493c1a14e0 con 0x7f493c109c30 2024-09-19T05:44:00.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.093+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f493c10a300 con 0x7f493c109c30 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.096+0000 7f4923fff640 1 -- 172.21.15.7:0/2790096614 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f493000f450 con 0x7f493c109c30 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.096+0000 7f494446b740 1 Processor -- start 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.096+0000 7f494446b740 1 -- start start 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be87680a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562be86bf2f0 con 0x562be875aaf0 2024-09-19T05:44:00.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562be8667270 con 0x562be8765cb0 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f494446b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562be86bb2b0 con 0x562be875b410 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53658/0 (socket says 172.21.15.7:53658) 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52610/0 (socket says 172.21.15.7:52610) 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 -- 172.21.15.7:0/3646214552 learned_addr learned my addr 172.21.15.7:0/3646214552 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493a7fc640 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be87680a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 -- 172.21.15.7:0/3646214552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 msgr2=0x562be87680a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be87680a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 -- 172.21.15.7:0/3646214552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 msgr2=0x562be875aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f4923fff640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 0x7f49240a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493affd640 1 -- 172.21.15.7:0/3646214552 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562be8666340 con 0x562be875b410 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.097+0000 7f493b7fe640 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f493a7fc640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 0x7f49240a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f493affd640 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f492c031440 tx=0x7f492c031d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35bd1364c995049e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f4923fff640 1 -- 172.21.15.7:0/2790096614 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f49300cfcb0 con 0x7f493c109c30 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f49217fa640 1 -- 172.21.15.7:0/3646214552 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f492c040070 con 0x562be875b410 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f49217fa640 1 -- 172.21.15.7:0/3646214552 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f492c0316a0 con 0x562be875b410 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f49217fa640 1 -- 172.21.15.7:0/3646214552 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f492c035040 con 0x562be875b410 2024-09-19T05:44:00.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.098+0000 7f493a7fc640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 0x7f49240a58f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f49300cd4c0 tx=0x7f49300bc040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 -- 172.21.15.7:0/3646214552 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 msgr2=0x562be8765770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f492c031440 tx=0x7f492c031d90 comp rx=0 tx=0).stop 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 -- 172.21.15.7:0/3646214552 shutdown_connections 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be87680a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8765770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 --2- 172.21.15.7:0/3646214552 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be875aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 -- 172.21.15.7:0/3646214552 >> 172.21.15.7:0/3646214552 conn(0x562be8757060 msgr2=0x562be8757440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 -- 172.21.15.7:0/3646214552 shutdown_connections 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.099+0000 7f494446b740 1 -- 172.21.15.7:0/3646214552 wait complete. 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 -- start start 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 Processor -- start 2024-09-19T05:44:00.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be8763670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562be8768880 con 0x562be875aaf0 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562be8648290 con 0x562be8765cb0 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.100+0000 7f494446b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562be8768a00 con 0x562be875b410 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f494446b740 10 client.0 _ll_register_callbacks cb 0x562be8679140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52626/0 (socket says 172.21.15.7:52626) 2024-09-19T05:44:00.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 -- 172.21.15.7:0/620439966 learned_addr learned my addr 172.21.15.7:0/620439966 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493affd640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be8763670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 -- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 msgr2=0x562be8763130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 -- 172.21.15.7:0/620439966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 msgr2=0x562be8763670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be8763670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 -- 172.21.15.7:0/620439966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562be83d2210 con 0x562be875aaf0 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493affd640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f493b7fe640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f493401a950 tx=0x7f4934009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91daaf9b111574f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f491eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:00.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.101+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934021060 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f49340137e0 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f492c0316a0 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f49340139e0 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 10 client.15759 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562be849e620 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f492c0316a0 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f4934025ab0 con 0x562be875aaf0 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 10 client.15759 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 10 client.15759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 20 client.15759 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be8775d20 0x562be8778160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 4 client.15759 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.102+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562be86cca20 con 0x562be8775d20 2024-09-19T05:44:00.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.103+0000 7f493affd640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be8775d20 0x562be8778160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.103+0000 7f491eff5640 10 client.15759 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.103+0000 7f493affd640 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be8775d20 0x562be8778160 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a66440a0660f461d server_cookie=37fcd6ee91132ae in_seq=0 out_seq=0 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f491eff5640 1 -- 172.21.15.7:0/620439966 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562be86cca20 con 0x562be8775d20 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f491eff5640 10 client.15759 handle_command_reply: tid=0 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 client.15759 shutdown 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 msgr2=0x562be8762bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f493401a950 tx=0x7f4934009650 comp rx=0 tx=0).stop 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 shutdown_connections 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be8763670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be8775d20 0x562be8778160 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 --2- 172.21.15.7:0/620439966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875aaf0 0x562be8762bf0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 >> 172.21.15.7:0/620439966 conn(0x562be8757060 msgr2=0x562be875cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f491eff5640 0 client.15759 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:00.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 shutdown_connections 2024-09-19T05:44:00.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 1 -- 172.21.15.7:0/620439966 wait complete. 2024-09-19T05:44:00.112 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.104+0000 7f494446b740 20 client.15759 trim_cache size 0 max 16384 2024-09-19T05:44:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.132+0000 7f494446b740 1 Processor -- start 2024-09-19T05:44:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.132+0000 7f494446b740 1 -- start start 2024-09-19T05:44:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be875aaf0 0x562be875d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b8170 con 0x562be8765cb0 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b9d70 con 0x562be875aaf0 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f494446b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b8840 con 0x562be875b410 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52634/0 (socket says 172.21.15.7:52634) 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 -- 172.21.15.7:0/1838358190 learned_addr learned my addr 172.21.15.7:0/1838358190 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be875aaf0 0x562be875d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 -- 172.21.15.7:0/1838358190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 msgr2=0x562be8763180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 -- 172.21.15.7:0/1838358190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be875aaf0 msgr2=0x562be875d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be875aaf0 0x562be875d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 -- 172.21.15.7:0/1838358190 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562be875a870 con 0x562be8765cb0 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f493b7fe640 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4934026fd0 tx=0x7f493401af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c00cd2c51393116e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f4920ff9640 1 -- 172.21.15.7:0/1838358190 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934021070 con 0x562be8765cb0 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f4920ff9640 1 -- 172.21.15.7:0/1838358190 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f493400e040 con 0x562be8765cb0 2024-09-19T05:44:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.133+0000 7f4920ff9640 1 -- 172.21.15.7:0/1838358190 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934013b80 con 0x562be8765cb0 2024-09-19T05:44:00.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 -- 172.21.15.7:0/1838358190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 msgr2=0x562be87636c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4934026fd0 tx=0x7f493401af90 comp rx=0 tx=0).stop 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 -- 172.21.15.7:0/1838358190 shutdown_connections 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be8765cb0 0x562be87636c0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875b410 0x562be8763180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 --2- 172.21.15.7:0/1838358190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be875aaf0 0x562be875d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 -- 172.21.15.7:0/1838358190 >> 172.21.15.7:0/1838358190 conn(0x562be8757060 msgr2=0x562be8764c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 -- 172.21.15.7:0/1838358190 shutdown_connections 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.134+0000 7f494446b740 1 -- 172.21.15.7:0/1838358190 wait complete. 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 -- start start 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 Processor -- start 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 0x562be876e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be875fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b95e0 con 0x562be875b410 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b8f10 con 0x562be8765cb0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1b6150 con 0x562be875aaf0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f494446b740 10 client.0 _ll_register_callbacks cb 0x7f4934009f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 0x562be876e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52648/0 (socket says 172.21.15.7:52648) 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 -- 172.21.15.7:0/2284347660 learned_addr learned my addr 172.21.15.7:0/2284347660 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 0x562be876e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53696/0 (socket says 172.21.15.7:53696) 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493b7fe640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be875fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 -- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 msgr2=0x562be876e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 0x562be876e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 -- 172.21.15.7:0/2284347660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 msgr2=0x562be875fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be875fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 -- 172.21.15.7:0/2284347660 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562be8760270 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f493affd640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f492c0039a0 tx=0x7f492c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cf81b2c95c27d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.135+0000 7f491eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f492c040040 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f492c005020 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f493400e040 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f492c035040 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 10 client.15765 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562be87e0820 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f493400e040 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f492c004c90 con 0x562be875b410 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 10 client.15765 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:00.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 10 client.15765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 20 client.15765 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be87e0cd0 0x562be87e30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 4 client.15765 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562be86c6d70 con 0x562be87e0cd0 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.136+0000 7f493b7fe640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be87e0cd0 0x562be87e30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.137+0000 7f491eff5640 10 client.15765 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:00.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.137+0000 7f493b7fe640 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be87e0cd0 0x562be87e30f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=684dc8c4f43a8b2e server_cookie=d259969525f72e53 in_seq=0 out_seq=0 2024-09-19T05:44:00.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:43:59 smithi007 ceph-mon[30960]: pgmap v54: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 194 MiB/s wr, 115 op/s 2024-09-19T05:44:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f491eff5640 1 -- 172.21.15.7:0/2284347660 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562be86c6d70 con 0x562be87e0cd0 2024-09-19T05:44:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f491eff5640 10 client.15765 handle_command_reply: tid=0 2024-09-19T05:44:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 client.15765 shutdown 2024-09-19T05:44:00.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 msgr2=0x562be875f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f492c0039a0 tx=0x7f492c02a410 comp rx=0 tx=0).stop 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 shutdown_connections 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562be8765cb0 0x562be875fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562be87e0cd0 0x562be87e30f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562be875b410 0x562be875f740 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 --2- 172.21.15.7:0/2284347660 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562be875aaf0 0x562be876e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f491eff5640 0 client.15765 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 >> 172.21.15.7:0/2284347660 conn(0x562be8757060 msgr2=0x562be8764450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 shutdown_connections 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 1 -- 172.21.15.7:0/2284347660 wait complete. 2024-09-19T05:44:00.147 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.144+0000 7f494446b740 20 client.15765 trim_cache size 0 max 16384 2024-09-19T05:44:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:44:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:44:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:44:00.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 msgr2=0x7f49240a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 0x7f49240a58f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f49300cd4c0 tx=0x7f49300bc040 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 msgr2=0x7f493c1a6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f493000c970 tx=0x7f493000ce30 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 shutdown_connections 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f493c114ab0 0x7f493c1a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f49240a3430 0x7f49240a58f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f493c109c30 0x7f493c1a6e00 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 --2- 172.21.15.7:0/2790096614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f493c109280 0x7f493c1a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 >> 172.21.15.7:0/2790096614 conn(0x7f493c06d200 msgr2=0x7f493c070920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 shutdown_connections 2024-09-19T05:44:00.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:00.145+0000 7f49416d0640 1 -- 172.21.15.7:0/2790096614 wait complete. 2024-09-19T05:44:00.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:43:59 smithi063 ceph-mon[34779]: pgmap v54: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 194 MiB/s wr, 115 op/s 2024-09-19T05:44:00.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:43:59 smithi044 ceph-mon[34175]: pgmap v54: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 194 MiB/s wr, 115 op/s 2024-09-19T05:44:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 -- 172.21.15.7:0/2784700233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 msgr2=0x7fa4541029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/2784700233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541029b0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa444009900 tx=0x7fa44402a480 comp rx=0 tx=0).stop 2024-09-19T05:44:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 -- 172.21.15.7:0/2784700233 shutdown_connections 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/2784700233 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454102ef0 0x7fa45410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/2784700233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541029b0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/2784700233 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa454100e20 0x7fa454101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 -- 172.21.15.7:0/2784700233 >> 172.21.15.7:0/2784700233 conn(0x7fa4540fc7d0 msgr2=0x7fa4540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 -- 172.21.15.7:0/2784700233 shutdown_connections 2024-09-19T05:44:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.982+0000 7fa45b3a5640 1 -- 172.21.15.7:0/2784700233 wait complete. 2024-09-19T05:44:00.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.983+0000 7fa45b3a5640 1 Processor -- start 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.983+0000 7fa45b3a5640 1 -- start start 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.983+0000 7fa45b3a5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.983+0000 7fa45b3a5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa45b3a5640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa454102ef0 0x7fa45419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa45b3a5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410fd30 con 0x7fa454102570 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa45b3a5640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410fbb0 con 0x7fa454102ef0 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa45b3a5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa45410feb0 con 0x7fa454100e20 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa458940640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44000/0 (socket says 172.21.15.7:44000) 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 -- 172.21.15.7:0/416772007 learned_addr learned my addr 172.21.15.7:0/416772007 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 -- 172.21.15.7:0/416772007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa454102ef0 msgr2=0x7fa45419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa454102ef0 0x7fa45419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 -- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 msgr2=0x7fa4541a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541a4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 -- 172.21.15.7:0/416772007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa45419f000 con 0x7fa454100e20 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.984+0000 7fa459141640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa45000d950 tx=0x7fa45000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.985+0000 7fa44a7fc640 1 -- 172.21.15.7:0/416772007 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa450017070 con 0x7fa454100e20 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.985+0000 7fa44a7fc640 1 -- 172.21.15.7:0/416772007 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa450009c30 con 0x7fa454100e20 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.985+0000 7fa44a7fc640 1 -- 172.21.15.7:0/416772007 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45000f620 con 0x7fa454100e20 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.985+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa45419f2f0 con 0x7fa454100e20 2024-09-19T05:44:00.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.985+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4541ab5e0 con 0x7fa454100e20 2024-09-19T05:44:00.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.989+0000 7fa45d77e740 1 Processor -- start 2024-09-19T05:44:00.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.989+0000 7fa45d77e740 1 -- start start 2024-09-19T05:44:00.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.989+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb06a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb13760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa45d77e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56079ba6c2f0 con 0x56079bb065d0 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa45d77e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56079ba13cf0 con 0x56079bb11370 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa45d77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56079ba682b0 con 0x56079bb07b40 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44010/0 (socket says 172.21.15.7:44010) 2024-09-19T05:44:00.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 -- 172.21.15.7:0/3930885397 learned_addr learned my addr 172.21.15.7:0/3930885397 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa458940640 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb13760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 -- 172.21.15.7:0/3930885397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 msgr2=0x56079bb13760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb13760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 -- 172.21.15.7:0/3930885397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 msgr2=0x56079bb06a10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:44:00.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb06a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa459942640 1 -- 172.21.15.7:0/3930885397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079b9f83a0 con 0x56079bb07b40 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.990+0000 7fa44a7fc640 1 -- 172.21.15.7:0/416772007 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fa450010460 con 0x7fa454100e20 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.991+0000 7fa459942640 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009d10 tx=0x7fa44c00e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=559713b00cc01f44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.991+0000 7fa43f7fe640 1 -- 172.21.15.7:0/3930885397 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c016070 con 0x56079bb07b40 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.991+0000 7fa43f7fe640 1 -- 172.21.15.7:0/3930885397 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa44c005020 con 0x56079bb07b40 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.991+0000 7fa43f7fe640 1 -- 172.21.15.7:0/3930885397 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c0116d0 con 0x56079bb07b40 2024-09-19T05:44:00.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.992+0000 7fa44a7fc640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 0x7fa4400a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.992+0000 7fa44a7fc640 1 -- 172.21.15.7:0/416772007 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa4500cf970 con 0x7fa454100e20 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.992+0000 7fa459141640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 0x7fa4400a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.992+0000 7fa45d77e740 1 -- 172.21.15.7:0/3930885397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 msgr2=0x56079bb06090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009d10 tx=0x7fa44c00e6c0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 -- 172.21.15.7:0/3930885397 shutdown_connections 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb13760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb06a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 --2- 172.21.15.7:0/3930885397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb06090 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 -- 172.21.15.7:0/3930885397 >> 172.21.15.7:0/3930885397 conn(0x56079bacf310 msgr2=0x56079bb02c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa459141640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 0x7fa4400a5970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x56079bb03ac0 tx=0x7fa450097ea0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 -- 172.21.15.7:0/3930885397 shutdown_connections 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 -- 172.21.15.7:0/3930885397 wait complete. 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 -- start start 2024-09-19T05:44:00.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.993+0000 7fa45d77e740 1 Processor -- start 2024-09-19T05:44:00.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 0x56079bb0e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb11370 0x56079bb0e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56079bb140c0 con 0x56079bb065d0 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56079ba27060 con 0x56079bb07b40 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56079bb14240 con 0x56079bb11370 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa45d77e740 10 client.0 _ll_register_callbacks cb 0x56079b77a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa459942640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa459942640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53642/0 (socket says 172.21.15.7:53642) 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa459942640 1 -- 172.21.15.7:0/1337235586 learned_addr learned my addr 172.21.15.7:0/1337235586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.994+0000 7fa458940640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 0x56079bb0e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb11370 0x56079bb0e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 -- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb11370 msgr2=0x56079bb0e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb11370 0x56079bb0e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 -- 172.21.15.7:0/1337235586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 msgr2=0x56079bb0e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:00.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 0x56079bb0e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 -- 172.21.15.7:0/1337235586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079b7dd3c0 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa458940640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 0x56079bb0e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa459942640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa44c006010 tx=0x7fa44c003c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b698b896f1ea20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa43cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.995+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c016050 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa44c005020 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa44c0053d0 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa44c023040 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa45d77e740 10 client.15774 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56079bb1fbe0 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa44c005020 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7fa44c00f040 con 0x56079bb065d0 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa45d77e740 10 client.15774 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.996+0000 7fa45d77e740 10 client.15774 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:44:01.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa45d77e740 20 client.15774 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:01.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb213d0 0x56079bb237c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa45d77e740 4 client.15774 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:01.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56079ba79860 con 0x56079bb213d0 2024-09-19T05:44:01.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa458940640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb213d0 0x56079bb237c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa458940640 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb213d0 0x56079bb237c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=361554d80c95c936 server_cookie=981c04da4e98a4e in_seq=0 out_seq=0 2024-09-19T05:44:01.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.997+0000 7fa43cff9640 10 client.15774 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:01.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa43cff9640 1 -- 172.21.15.7:0/1337235586 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56079ba79860 con 0x56079bb213d0 2024-09-19T05:44:01.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa43cff9640 10 client.15774 handle_command_reply: tid=0 2024-09-19T05:44:01.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 client.15774 shutdown 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 msgr2=0x56079bb10dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa44c006010 tx=0x7fa44c003c30 comp rx=0 tx=0).stop 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 shutdown_connections 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb213d0 0x56079bb237c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb11370 0x56079bb0e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb07b40 0x56079bb0e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1337235586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb10dd0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.998+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 >> 172.21.15.7:0/1337235586 conn(0x56079bacf310 msgr2=0x56079bb08960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.999+0000 7fa43cff9640 0 client.15774 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.999+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 shutdown_connections 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.999+0000 7fa45d77e740 1 -- 172.21.15.7:0/1337235586 wait complete. 2024-09-19T05:44:01.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:00.999+0000 7fa45d77e740 20 client.15774 trim_cache size 0 max 16384 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 Processor -- start 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 -- start start 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 0x56079bb02e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bafdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 0x56079bb0d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b3ee0 con 0x56079bb11370 2024-09-19T05:44:01.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b5ae0 con 0x56079bb065d0 2024-09-19T05:44:01.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa45d77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b45b0 con 0x56079bb07b40 2024-09-19T05:44:01.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa459942640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 0x56079bb02e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa459942640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 0x56079bb02e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48482/0 (socket says 172.21.15.7:48482) 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa459942640 1 -- 172.21.15.7:0/1697778268 learned_addr learned my addr 172.21.15.7:0/1697778268 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa459942640 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 0x56079bb0d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.018+0000 7fa458940640 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bafdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 -- 172.21.15.7:0/1697778268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 msgr2=0x56079bafdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:01.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bafdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 -- 172.21.15.7:0/1697778268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 msgr2=0x56079bb02e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 0x56079bb02e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 -- 172.21.15.7:0/1697778268 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079bb0d030 con 0x56079bb11370 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa459942640 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 0x56079bb0d940 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa44c004900 tx=0x7fa44c00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f003945835f5b1c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa43effd640 1 -- 172.21.15.7:0/1697778268 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c037020 con 0x56079bb11370 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.019+0000 7fa43effd640 1 -- 172.21.15.7:0/1697778268 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa44c01e040 con 0x56079bb11370 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa43effd640 1 -- 172.21.15.7:0/1697778268 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c016040 con 0x56079bb11370 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 -- 172.21.15.7:0/1697778268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 msgr2=0x56079bb0d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 0x56079bb0d940 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa44c004900 tx=0x7fa44c00e6c0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 -- 172.21.15.7:0/1697778268 shutdown_connections 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb11370 0x56079bb0d940 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bafdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 --2- 172.21.15.7:0/1697778268 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb065d0 0x56079bb02e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.020+0000 7fa45d77e740 1 -- 172.21.15.7:0/1697778268 >> 172.21.15.7:0/1697778268 conn(0x56079bacf310 msgr2=0x56079bb02700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:01.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.021+0000 7fa45d77e740 1 -- 172.21.15.7:0/1697778268 shutdown_connections 2024-09-19T05:44:01.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.021+0000 7fa45d77e740 1 -- 172.21.15.7:0/1697778268 wait complete. 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.021+0000 7fa45d77e740 1 -- start start 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.021+0000 7fa45d77e740 1 Processor -- start 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb14490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb149d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b5350 con 0x56079bb065d0 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b4c80 con 0x56079bb11370 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa4541b1ec0 con 0x56079bb07b40 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa45d77e740 10 client.0 _ll_register_callbacks cb 0x7fa44c009b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:01.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53650/0 (socket says 172.21.15.7:53650) 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 -- 172.21.15.7:0/262070619 learned_addr learned my addr 172.21.15.7:0/262070619 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa458940640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb14490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 -- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 msgr2=0x56079bb14490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb14490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 -- 172.21.15.7:0/262070619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 msgr2=0x56079bb149d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb149d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.022+0000 7fa459942640 1 -- 172.21.15.7:0/262070619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079bb150c0 con 0x56079bb065d0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa459942640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00ebc0 tx=0x7fa44c02a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7e22ae163559a16 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa43cff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c037070 con 0x56079bb065d0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa44c02ab00 con 0x56079bb065d0 2024-09-19T05:44:01.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa44c01e040 con 0x56079bb065d0 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa44c016040 con 0x56079bb065d0 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa45d77e740 10 client.15780 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.023+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56079bb8af70 con 0x56079bb065d0 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa44c01e040 con 0x56079bb065d0 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7fa44c011630 con 0x56079bb065d0 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 10 client.15780 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 10 client.15780 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 20 client.15780 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb8b570 0x56079bb8d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 4 client.15780 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:01.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56079ba73d70 con 0x56079bb8b570 2024-09-19T05:44:01.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.024+0000 7fa458940640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb8b570 0x56079bb8d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:01.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa458940640 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb8b570 0x56079bb8d960 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c64f0b46c5a1b1c8 server_cookie=205a09116caaf665 in_seq=0 out_seq=0 2024-09-19T05:44:01.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa43cff9640 10 client.15780 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:01.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa43cff9640 1 -- 172.21.15.7:0/262070619 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56079ba73d70 con 0x56079bb8b570 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa43cff9640 10 client.15780 handle_command_reply: tid=0 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 client.15780 shutdown 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 msgr2=0x56079bb19b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00ebc0 tx=0x7fa44c02a7f0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 shutdown_connections 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56079bb8b570 0x56079bb8d960 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa43cff9640 0 client.15780 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56079bb11370 0x56079bb149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56079bb07b40 0x56079bb14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 --2- 172.21.15.7:0/262070619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56079bb065d0 0x56079bb19b00 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.025+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 >> 172.21.15.7:0/262070619 conn(0x56079bacf310 msgr2=0x56079bb0d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:01.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 shutdown_connections 2024-09-19T05:44:01.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45d77e740 1 -- 172.21.15.7:0/262070619 wait complete. 2024-09-19T05:44:01.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45d77e740 20 client.15780 trim_cache size 0 max 16384 2024-09-19T05:44:01.031 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 msgr2=0x7fa4400a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 0x7fa4400a5970 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x56079bb03ac0 tx=0x7fa450097ea0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 msgr2=0x7fa4541a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.026+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa45000d950 tx=0x7fa45000de10 comp rx=0 tx=0).stop 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 shutdown_connections 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa454102ef0 0x7fa45419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa454102570 0x7fa4541a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa4400a34b0 0x7fa4400a5970 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 --2- 172.21.15.7:0/416772007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa454100e20 0x7fa4541a4710 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:01.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 >> 172.21.15.7:0/416772007 conn(0x7fa4540fc7d0 msgr2=0x7fa4540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:01.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 shutdown_connections 2024-09-19T05:44:01.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:01.027+0000 7fa45b3a5640 1 -- 172.21.15.7:0/416772007 wait complete. 2024-09-19T05:44:01.835 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-19T05:44:02.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:01 smithi007 ceph-mon[30960]: pgmap v55: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 126 MiB/s wr, 72 op/s 2024-09-19T05:44:02.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:01 smithi063 ceph-mon[34779]: pgmap v55: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 126 MiB/s wr, 72 op/s 2024-09-19T05:44:02.220 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:01 smithi044 ceph-mon[34175]: pgmap v55: 97 pgs: 97 active+clean; 4.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 126 MiB/s wr, 72 op/s 2024-09-19T05:44:02.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.762+0000 7faf2e221640 1 -- 172.21.15.7:0/989295019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102570 msgr2=0x7faf281029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.762+0000 7faf2e221640 1 --2- 172.21.15.7:0/989295019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102570 0x7faf281029b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7faf20009900 tx=0x7faf2002a490 comp rx=0 tx=0).stop 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 -- 172.21.15.7:0/989295019 shutdown_connections 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 --2- 172.21.15.7:0/989295019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28102ef0 0x7faf2810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 --2- 172.21.15.7:0/989295019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102570 0x7faf281029b0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 --2- 172.21.15.7:0/989295019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28100e20 0x7faf28101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 -- 172.21.15.7:0/989295019 >> 172.21.15.7:0/989295019 conn(0x7faf280fc7d0 msgr2=0x7faf280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 -- 172.21.15.7:0/989295019 shutdown_connections 2024-09-19T05:44:02.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.763+0000 7faf2e221640 1 -- 172.21.15.7:0/989295019 wait complete. 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 Processor -- start 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 -- start start 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28100e20 0x7faf28199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102ef0 0x7faf281a4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf28110e50 con 0x7faf28102ef0 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faf28110cd0 con 0x7faf28100e20 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf2e221640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faf28110fd0 con 0x7faf28102570 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44058/0 (socket says 172.21.15.7:44058) 2024-09-19T05:44:02.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.764+0000 7faf26ffd640 1 -- 172.21.15.7:0/2766386857 learned_addr learned my addr 172.21.15.7:0/2766386857 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf27fff640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102ef0 0x7faf281a4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf277fe640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28100e20 0x7faf28199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 -- 172.21.15.7:0/2766386857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28100e20 msgr2=0x7faf28199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28100e20 0x7faf28199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 -- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102ef0 msgr2=0x7faf281a4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102ef0 0x7faf281a4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 -- 172.21.15.7:0/2766386857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf281a48c0 con 0x7faf28102570 2024-09-19T05:44:02.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.765+0000 7faf26ffd640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7faf2002aa80 tx=0x7faf20003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.766+0000 7faf24ff9640 1 -- 172.21.15.7:0/2766386857 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2003f070 con 0x7faf28102570 2024-09-19T05:44:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.766+0000 7faf24ff9640 1 -- 172.21.15.7:0/2766386857 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf2003bb20 con 0x7faf28102570 2024-09-19T05:44:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.766+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf281970f0 con 0x7faf28102570 2024-09-19T05:44:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.766+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf28197560 con 0x7faf28102570 2024-09-19T05:44:02.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.766+0000 7faf24ff9640 1 -- 172.21.15.7:0/2766386857 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20035030 con 0x7faf28102570 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf24ff9640 1 -- 172.21.15.7:0/2766386857 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7faf20042070 con 0x7faf28102570 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 Processor -- start 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 -- start start 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1db0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1dbd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1d162f0 con 0x55cbb1db05d0 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1cbdcf0 con 0x55cbb1db1b40 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf305fa740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1d122b0 con 0x55cbb1dbb370 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.769+0000 7faf27fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48510/0 (socket says 172.21.15.7:48510) 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 -- 172.21.15.7:0/1235108925 learned_addr learned my addr 172.21.15.7:0/1235108925 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf277fe640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1db0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf26ffd640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1dbd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf24ff9640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 0x7faf100a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 -- 172.21.15.7:0/1235108925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 msgr2=0x55cbb1dbd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1dbd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 -- 172.21.15.7:0/1235108925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 msgr2=0x55cbb1db0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1db0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 -- 172.21.15.7:0/1235108925 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb1ca23a0 con 0x55cbb1db1b40 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf277fe640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1db0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.770+0000 7faf27fff640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 0x7faf100a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf24ff9640 1 -- 172.21.15.7:0/2766386857 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7faf200f0280 con 0x7faf28102570 2024-09-19T05:44:02.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf27fff640 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7faf18011590 tx=0x7faf18009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9b8e0340a2edad9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf27fff640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 0x7faf100a58f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7faf18023000 tx=0x7faf18024000 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf0dffb640 1 -- 172.21.15.7:0/1235108925 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf18017050 con 0x55cbb1db1b40 2024-09-19T05:44:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf0dffb640 1 -- 172.21.15.7:0/1235108925 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf1801bbf0 con 0x55cbb1db1b40 2024-09-19T05:44:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.771+0000 7faf0dffb640 1 -- 172.21.15.7:0/1235108925 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1800ead0 con 0x55cbb1db1b40 2024-09-19T05:44:02.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 -- 172.21.15.7:0/1235108925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 msgr2=0x55cbb1db0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7faf18011590 tx=0x7faf18009f90 comp rx=0 tx=0).stop 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 -- 172.21.15.7:0/1235108925 shutdown_connections 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1dbd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1db0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 --2- 172.21.15.7:0/1235108925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db1b40 0x55cbb1db0090 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.772+0000 7faf305fa740 1 -- 172.21.15.7:0/1235108925 >> 172.21.15.7:0/1235108925 conn(0x55cbb1d79310 msgr2=0x55cbb1dacc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.773+0000 7faf305fa740 1 -- 172.21.15.7:0/1235108925 shutdown_connections 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.773+0000 7faf305fa740 1 -- 172.21.15.7:0/1235108925 wait complete. 2024-09-19T05:44:02.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.773+0000 7faf305fa740 1 -- start start 2024-09-19T05:44:02.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.773+0000 7faf305fa740 1 Processor -- start 2024-09-19T05:44:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1db7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1db84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1dbe070 con 0x55cbb1db05d0 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1cd1060 con 0x55cbb1dbb370 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cbb1dbe1f0 con 0x55cbb1db1b40 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf305fa740 10 client.0 _ll_register_callbacks cb 0x55cbb1a248c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53690/0 (socket says 172.21.15.7:53690) 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 -- 172.21.15.7:0/594986970 learned_addr learned my addr 172.21.15.7:0/594986970 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:02.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf26ffd640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1db7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 -- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 msgr2=0x55cbb1db7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1db7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 -- 172.21.15.7:0/594986970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 msgr2=0x55cbb1db84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1db84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.774+0000 7faf277fe640 1 -- 172.21.15.7:0/594986970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb1a873c0 con 0x55cbb1db05d0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf277fe640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0099f0 tx=0x7faf1c009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27b80f0aab21178 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c00d8a0 con 0x55cbb1db05d0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7faf1c00da40 con 0x55cbb1db05d0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf1801bbf0 con 0x55cbb1db05d0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7faf1c027050 con 0x55cbb1db05d0 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf305fa740 10 client.15792 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:02.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.775+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55cbb1dd2350 con 0x55cbb1db05d0 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf1801bbf0 con 0x55cbb1db05d0 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7faf1c022030 con 0x55cbb1db05d0 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 10 client.15792 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 10 client.15792 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 20 client.15792 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1dd38b0 0x55cbb1dd5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 4 client.15792 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.776+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cbb1d23860 con 0x55cbb1dd38b0 2024-09-19T05:44:02.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.777+0000 7faf26ffd640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1dd38b0 0x55cbb1dd5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.777+0000 7faf06ffd640 10 client.15792 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:02.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.777+0000 7faf26ffd640 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1dd38b0 0x55cbb1dd5d50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7537e69dfd2d4427 server_cookie=ea2083d5d0e01e81 in_seq=0 out_seq=0 2024-09-19T05:44:02.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf06ffd640 1 -- 172.21.15.7:0/594986970 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cbb1d23860 con 0x55cbb1dd38b0 2024-09-19T05:44:02.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf06ffd640 10 client.15792 handle_command_reply: tid=0 2024-09-19T05:44:02.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 client.15792 shutdown 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 msgr2=0x55cbb1dbace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0099f0 tx=0x7faf1c009eb0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 shutdown_connections 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1dd38b0 0x55cbb1dd5d50 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1db84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1db7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 --2- 172.21.15.7:0/594986970 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dbace0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 >> 172.21.15.7:0/594986970 conn(0x55cbb1d79310 msgr2=0x55cbb1db2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.778+0000 7faf06ffd640 0 client.15792 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:02.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.779+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 shutdown_connections 2024-09-19T05:44:02.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.779+0000 7faf305fa740 1 -- 172.21.15.7:0/594986970 wait complete. 2024-09-19T05:44:02.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.779+0000 7faf305fa740 20 client.15792 trim_cache size 0 max 16384 2024-09-19T05:44:02.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 Processor -- start 2024-09-19T05:44:02.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 -- start start 2024-09-19T05:44:02.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1ddbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf1400e750 con 0x55cbb1db1b40 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faf14010350 con 0x55cbb1db05d0 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.800+0000 7faf305fa740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faf1400ee20 con 0x55cbb1dbb370 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53692/0 (socket says 172.21.15.7:53692) 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 -- 172.21.15.7:0/3511274577 learned_addr learned my addr 172.21.15.7:0/3511274577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:02.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf277fe640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf27fff640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1ddbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 -- 172.21.15.7:0/3511274577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 msgr2=0x55cbb1ddbb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1ddbb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 -- 172.21.15.7:0/3511274577 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db05d0 msgr2=0x55cbb1dc7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 -- 172.21.15.7:0/3511274577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbb1db8860 con 0x55cbb1db1b40 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf27fff640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1ddbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf26ffd640 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7faf20031680 tx=0x7faf200f2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d7e5bceef823936 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.801+0000 7faf0d7fa640 1 -- 172.21.15.7:0/3511274577 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf20049040 con 0x55cbb1db1b40 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.802+0000 7faf0d7fa640 1 -- 172.21.15.7:0/3511274577 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf200bcc10 con 0x55cbb1db1b40 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.802+0000 7faf0d7fa640 1 -- 172.21.15.7:0/3511274577 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf200edc00 con 0x55cbb1db1b40 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.802+0000 7faf305fa740 1 -- 172.21.15.7:0/3511274577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 msgr2=0x55cbb1ddb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.802+0000 7faf305fa740 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7faf20031680 tx=0x7faf200f2040 comp rx=0 tx=0).stop 2024-09-19T05:44:02.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 -- 172.21.15.7:0/3511274577 shutdown_connections 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1dbb370 0x55cbb1ddbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db1b40 0x55cbb1ddb620 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 --2- 172.21.15.7:0/3511274577 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 -- 172.21.15.7:0/3511274577 >> 172.21.15.7:0/3511274577 conn(0x55cbb1d79310 msgr2=0x55cbb1db3310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 -- 172.21.15.7:0/3511274577 shutdown_connections 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 -- 172.21.15.7:0/3511274577 wait complete. 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.803+0000 7faf305fa740 1 -- start start 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 Processor -- start 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1dc3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1dc04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf1400fbc0 con 0x55cbb1db05d0 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faf1400f4f0 con 0x55cbb1dbb370 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf305fa740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7faf1400c730 con 0x55cbb1db1b40 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1dc3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf26ffd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1dc3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44100/0 (socket says 172.21.15.7:44100) 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.804+0000 7faf26ffd640 1 -- 172.21.15.7:0/3986160613 learned_addr learned my addr 172.21.15.7:0/3986160613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf305fa740 10 client.0 _ll_register_callbacks cb 0x7faf1c010ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf27fff640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1dc04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 -- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 msgr2=0x55cbb1dc3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1dc3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 -- 172.21.15.7:0/3986160613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 msgr2=0x55cbb1dc04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:02.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1dc04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.805+0000 7faf277fe640 1 -- 172.21.15.7:0/3986160613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbb1dc4160 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf277fe640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc34e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0099c0 tx=0x7faf1c01a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe5e4a63c766289 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1c00dcb0 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7faf1c01a840 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf200bcc10 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7faf1c00de50 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf305fa740 10 client.15798 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.806+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55cbb1e3ebe0 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf200bcc10 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7faf1c022070 con 0x55cbb1db05d0 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 10 client.15798 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 10 client.15798 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:44:02.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 20 client.15798 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:02.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1e3f320 0x55cbb1e41740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:02.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 4 client.15798 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:02.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cbb1d1dd70 con 0x55cbb1e3f320 2024-09-19T05:44:02.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.807+0000 7faf26ffd640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1e3f320 0x55cbb1e41740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:02.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf06ffd640 10 client.15798 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:02.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf26ffd640 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1e3f320 0x55cbb1e41740 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=193dc99c6a07b848 server_cookie=609c422ae3088b20 in_seq=0 out_seq=0 2024-09-19T05:44:02.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf06ffd640 1 -- 172.21.15.7:0/3986160613 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cbb1d1dd70 con 0x55cbb1e3f320 2024-09-19T05:44:02.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf06ffd640 10 client.15798 handle_command_reply: tid=0 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 client.15798 shutdown 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 msgr2=0x55cbb1dc34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc34e0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7faf1c0099c0 tx=0x7faf1c01a6a0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 shutdown_connections 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55cbb1e3f320 0x55cbb1e41740 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cbb1dbb370 0x55cbb1dc04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cbb1db1b40 0x55cbb1dc3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 --2- 172.21.15.7:0/3986160613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cbb1db05d0 0x55cbb1dc34e0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.808+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 >> 172.21.15.7:0/3986160613 conn(0x55cbb1d79310 msgr2=0x55cbb1dabd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.809+0000 7faf06ffd640 0 client.15798 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.809+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 shutdown_connections 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.809+0000 7faf305fa740 1 -- 172.21.15.7:0/3986160613 wait complete. 2024-09-19T05:44:02.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.809+0000 7faf305fa740 20 client.15798 trim_cache size 0 max 16384 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 msgr2=0x7faf100a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 0x7faf100a58f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7faf18023000 tx=0x7faf18024000 comp rx=0 tx=0).stop 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 msgr2=0x7faf28199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7faf2002aa80 tx=0x7faf20003c10 comp rx=0 tx=0).stop 2024-09-19T05:44:02.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 shutdown_connections 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf28102ef0 0x7faf281a4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7faf100a3430 0x7faf100a58f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7faf28102570 0x7faf28199840 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 --2- 172.21.15.7:0/2766386857 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf28100e20 0x7faf28199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 >> 172.21.15.7:0/2766386857 conn(0x7faf280fc7d0 msgr2=0x7faf280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 shutdown_connections 2024-09-19T05:44:02.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:02.810+0000 7faf2e221640 1 -- 172.21.15.7:0/2766386857 wait complete. 2024-09-19T05:44:03.675 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-19T05:44:04.063 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:04.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:03 smithi007 ceph-mon[30960]: pgmap v56: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 187 MiB/s wr, 125 op/s 2024-09-19T05:44:04.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:03 smithi063 ceph-mon[34779]: pgmap v56: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 187 MiB/s wr, 125 op/s 2024-09-19T05:44:04.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:03 smithi044 ceph-mon[34175]: pgmap v56: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 187 MiB/s wr, 125 op/s 2024-09-19T05:44:04.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 -- 172.21.15.7:0/2383282989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70102e00 msgr2=0x7f2d701031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 --2- 172.21.15.7:0/2383282989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70102e00 0x7f2d701031e0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2d64009900 tx=0x7f2d6402a480 comp rx=0 tx=0).stop 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 -- 172.21.15.7:0/2383282989 shutdown_connections 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 --2- 172.21.15.7:0/2383282989 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d7010c1a0 0x7f2d7010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 --2- 172.21.15.7:0/2383282989 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d70103720 0x7f2d7010bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 --2- 172.21.15.7:0/2383282989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70102e00 0x7f2d701031e0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 -- 172.21.15.7:0/2383282989 >> 172.21.15.7:0/2383282989 conn(0x7f2d700fc7a0 msgr2=0x7f2d700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 -- 172.21.15.7:0/2383282989 shutdown_connections 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.667+0000 7f2d755bc640 1 -- 172.21.15.7:0/2383282989 wait complete. 2024-09-19T05:44:04.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.668+0000 7f2d755bc640 1 Processor -- start 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.668+0000 7f2d755bc640 1 -- start start 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d70102e00 0x7f2d70198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70103720 0x7f2d701988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d70111e20 con 0x7f2d70103720 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2d70111ca0 con 0x7f2d70102e00 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d755bc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2d70111fa0 con 0x7f2d7010c1a0 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70103720 0x7f2d701988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44110/0 (socket says 172.21.15.7:44110) 2024-09-19T05:44:04.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 -- 172.21.15.7:0/1017109007 learned_addr learned my addr 172.21.15.7:0/1017109007 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6effd640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d70102e00 0x7f2d70198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 -- 172.21.15.7:0/1017109007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d70102e00 msgr2=0x7f2d70198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d70102e00 0x7f2d70198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 -- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70103720 msgr2=0x7f2d701988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70103720 0x7f2d701988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 -- 172.21.15.7:0/1017109007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d7019d310 con 0x7f2d7010c1a0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.669+0000 7f2d6f7fe640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2d6800eaa0 tx=0x7f2d6800ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.670+0000 7f2d57fff640 1 -- 172.21.15.7:0/1017109007 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6800cdb0 con 0x7f2d7010c1a0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.670+0000 7f2d57fff640 1 -- 172.21.15.7:0/1017109007 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d68005020 con 0x7f2d7010c1a0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.670+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d7019d600 con 0x7f2d7010c1a0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.670+0000 7f2d57fff640 1 -- 172.21.15.7:0/1017109007 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d680116d0 con 0x7f2d7010c1a0 2024-09-19T05:44:04.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.670+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d701a4ee0 con 0x7f2d7010c1a0 2024-09-19T05:44:04.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.673+0000 7f2d57fff640 1 -- 172.21.15.7:0/1017109007 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f2d680051d0 con 0x7f2d7010c1a0 2024-09-19T05:44:04.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.673+0000 7f2d77995740 1 Processor -- start 2024-09-19T05:44:04.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.673+0000 7f2d77995740 1 -- start start 2024-09-19T05:44:04.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c585090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c5855d0 0x556f5c585a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556f5c4eb2f0 con 0x556f5c590370 2024-09-19T05:44:04.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556f5c492cf0 con 0x556f5c5855d0 2024-09-19T05:44:04.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d77995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556f5c4e72b0 con 0x556f5c586b40 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53734/0 (socket says 172.21.15.7:53734) 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d57fff640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 0x7f2d580a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3854772003 learned_addr learned my addr 172.21.15.7:0/3854772003 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c585090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.674+0000 7f2d6f7fe640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 0x7f2d580a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3854772003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 msgr2=0x556f5c585090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c585090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3854772003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c5855d0 msgr2=0x556f5c585a10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c5855d0 0x556f5c585a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3854772003 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f5c4773a0 con 0x556f5c590370 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d57fff640 1 -- 172.21.15.7:0/1017109007 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f2d680cfe70 con 0x7f2d7010c1a0 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000bec0 tx=0x7f2d6000b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e57eb04c2d07dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d6f7fe640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 0x7f2d580a58f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d68098b80 tx=0x7f2d680bc040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d557fa640 1 -- 172.21.15.7:0/3854772003 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d60010730 con 0x556f5c590370 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d557fa640 1 -- 172.21.15.7:0/3854772003 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d60010d80 con 0x556f5c590370 2024-09-19T05:44:04.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.675+0000 7f2d557fa640 1 -- 172.21.15.7:0/3854772003 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6001dd20 con 0x556f5c590370 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 -- 172.21.15.7:0/3854772003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 msgr2=0x556f5c592760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000bec0 tx=0x7f2d6000b7c0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 -- 172.21.15.7:0/3854772003 shutdown_connections 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c590370 0x556f5c592760 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c5855d0 0x556f5c585a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 --2- 172.21.15.7:0/3854772003 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c585090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 -- 172.21.15.7:0/3854772003 >> 172.21.15.7:0/3854772003 conn(0x556f5c54e310 msgr2=0x556f5c581c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 -- 172.21.15.7:0/3854772003 shutdown_connections 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.676+0000 7f2d77995740 1 -- 172.21.15.7:0/3854772003 wait complete. 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.677+0000 7f2d77995740 1 -- start start 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.677+0000 7f2d77995740 1 Processor -- start 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c58d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c5a4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556f5c5930c0 con 0x556f5c5855d0 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556f5c4a6060 con 0x556f5c58dcd0 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556f5c593240 con 0x556f5c586b40 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d77995740 10 client.0 _ll_register_callbacks cb 0x556f5c1f98c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53738/0 (socket says 172.21.15.7:53738) 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/349424413 learned_addr learned my addr 172.21.15.7:0/349424413 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:04.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/349424413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 msgr2=0x556f5c58d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c58d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 msgr2=0x556f5c5a4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c5a4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.678+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/349424413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f5c25c3c0 con 0x556f5c5855d0 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.679+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000baa0 tx=0x7f2d60005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21966d66af77b8e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.679+0000 7f2d52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.679+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6001de60 con 0x556f5c5855d0 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.679+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f2d60004030 con 0x556f5c5855d0 2024-09-19T05:44:04.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.679+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d60010d80 con 0x556f5c5855d0 2024-09-19T05:44:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.680+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2d60033050 con 0x556f5c5855d0 2024-09-19T05:44:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.680+0000 7f2d77995740 10 client.15810 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.680+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f5c5a7980 con 0x556f5c5855d0 2024-09-19T05:44:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.680+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d60010d80 con 0x556f5c5855d0 2024-09-19T05:44:04.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f2d6002e030 con 0x556f5c5855d0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 10 client.15810 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 10 client.15810 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 20 client.15810 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c5a8cd0 0x556f5c5ab0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 4 client.15810 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f5c4f8860 con 0x556f5c5a8cd0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.681+0000 7f2d6effd640 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c5a8cd0 0x556f5c5ab0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.682+0000 7f2d6effd640 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c5a8cd0 0x556f5c5ab0c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=647447f60a715e65 server_cookie=eefda662617a4741 in_seq=0 out_seq=0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.682+0000 7f2d52ff5640 10 client.15810 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d52ff5640 1 -- 172.21.15.7:0/349424413 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556f5c4f8860 con 0x556f5c5a8cd0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d52ff5640 10 client.15810 handle_command_reply: tid=0 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 client.15810 shutdown 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 msgr2=0x556f5c58d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000baa0 tx=0x7f2d60005740 comp rx=0 tx=0).stop 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 shutdown_connections 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c5a8cd0 0x556f5c5ab0c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c5a4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c58d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 --2- 172.21.15.7:0/349424413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c58d250 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 >> 172.21.15.7:0/349424413 conn(0x556f5c54e310 msgr2=0x556f5c587960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d52ff5640 0 client.15810 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.683+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 shutdown_connections 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.684+0000 7f2d77995740 1 -- 172.21.15.7:0/349424413 wait complete. 2024-09-19T05:44:04.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.684+0000 7f2d77995740 20 client.15810 trim_cache size 0 max 16384 2024-09-19T05:44:04.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.706+0000 7f2d77995740 1 Processor -- start 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 -- start start 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c5b0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53752/0 (socket says 172.21.15.7:53752) 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c588120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/1409747245 learned_addr learned my addr 172.21.15.7:0/1409747245 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701ab6b0 con 0x556f5c5855d0 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701ad2b0 con 0x556f5c58dcd0 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701abd80 con 0x556f5c586b40 2024-09-19T05:44:04.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.707+0000 7f2d6effd640 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c5b0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c588120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/1409747245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 msgr2=0x556f5c5b0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c5b0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/1409747245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 msgr2=0x556f5c588120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c588120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/1409747245 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f5c582960 con 0x556f5c5855d0 2024-09-19T05:44:04.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2d600126e0 tx=0x7f2d60005690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4077503e308e34a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.708+0000 7f2d54ff9640 1 -- 172.21.15.7:0/1409747245 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6000bad0 con 0x556f5c5855d0 2024-09-19T05:44:04.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.709+0000 7f2d54ff9640 1 -- 172.21.15.7:0/1409747245 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d600054e0 con 0x556f5c5855d0 2024-09-19T05:44:04.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.709+0000 7f2d54ff9640 1 -- 172.21.15.7:0/1409747245 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d60004620 con 0x556f5c5855d0 2024-09-19T05:44:04.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.709+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 msgr2=0x556f5c5b0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2d600126e0 tx=0x7f2d60005690 comp rx=0 tx=0).stop 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 shutdown_connections 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c588120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c5b0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 --2- 172.21.15.7:0/1409747245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5b0780 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 >> 172.21.15.7:0/1409747245 conn(0x556f5c54e310 msgr2=0x556f5c5a3be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 shutdown_connections 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.710+0000 7f2d77995740 1 -- 172.21.15.7:0/1409747245 wait complete. 2024-09-19T05:44:04.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.711+0000 7f2d77995740 1 -- start start 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.711+0000 7f2d77995740 1 Processor -- start 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.711+0000 7f2d77995740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c591000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c591540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701acb20 con 0x556f5c5855d0 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701ac450 con 0x556f5c58dcd0 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f2d701a9690 con 0x556f5c586b40 2024-09-19T05:44:04.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d77995740 10 client.0 _ll_register_callbacks cb 0x7f2d60012610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53768/0 (socket says 172.21.15.7:53768) 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3684506902 learned_addr learned my addr 172.21.15.7:0/3684506902 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c591540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6effd640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c591000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3684506902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 msgr2=0x556f5c591000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c591000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 msgr2=0x556f5c591540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.712+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c591540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d6e7fc640 1 -- 172.21.15.7:0/3684506902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f5c591d40 con 0x556f5c5855d0 2024-09-19T05:44:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d6e7fc640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f2d60012550 tx=0x7f2d60005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f8064f64ec9c1e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:04.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6001d690 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f2d60003830 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.713+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d600054e0 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.714+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2d60003a30 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.714+0000 7f2d77995740 10 client.15816 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.714+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f5c613750 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.714+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d600054e0 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.714+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f2d6002e040 con 0x556f5c5855d0 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 10 client.15816 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 10 client.15816 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 20 client.15816 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c613d10 0x556f5c616130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:04.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 4 client.15816 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556f5c4f2d70 con 0x556f5c613d10 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d6effd640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c613d10 0x556f5c616130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d6effd640 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c613d10 0x556f5c616130 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b3c3efb73a50f721 server_cookie=e9bd1c4e5629da70 in_seq=0 out_seq=0 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.715+0000 7f2d52ff5640 10 client.15816 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d52ff5640 1 -- 172.21.15.7:0/3684506902 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556f5c4f2d70 con 0x556f5c613d10 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d52ff5640 10 client.15816 handle_command_reply: tid=0 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 client.15816 shutdown 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 msgr2=0x556f5c5a1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f2d60012550 tx=0x7f2d60005760 comp rx=0 tx=0).stop 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 shutdown_connections 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x556f5c613d10 0x556f5c616130 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556f5c58dcd0 0x556f5c591540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d52ff5640 0 client.15816 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556f5c586b40 0x556f5c591000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 --2- 172.21.15.7:0/3684506902 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556f5c5855d0 0x556f5c5a1430 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 >> 172.21.15.7:0/3684506902 conn(0x556f5c54e310 msgr2=0x556f5c5aff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.716+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 shutdown_connections 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d77995740 1 -- 172.21.15.7:0/3684506902 wait complete. 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d77995740 20 client.15816 trim_cache size 0 max 16384 2024-09-19T05:44:04.721 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 msgr2=0x7f2d580a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 0x7f2d580a58f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2d68098b80 tx=0x7f2d680bc040 comp rx=0 tx=0).stop 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 msgr2=0x7f2d7019cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.717+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2d6800eaa0 tx=0x7f2d6800ef60 comp rx=0 tx=0).stop 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 shutdown_connections 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f2d580a3430 0x7f2d580a58f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f2d7010c1a0 0x7f2d7019cc30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2d70103720 0x7f2d701988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 --2- 172.21.15.7:0/1017109007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d70102e00 0x7f2d70198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 >> 172.21.15.7:0/1017109007 conn(0x7f2d700fc7a0 msgr2=0x7f2d700fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 shutdown_connections 2024-09-19T05:44:04.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:04.718+0000 7f2d755bc640 1 -- 172.21.15.7:0/1017109007 wait complete. 2024-09-19T05:44:05.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-19T05:44:05.881 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:06.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:05 smithi007 ceph-mon[30960]: pgmap v57: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:05 smithi063 ceph-mon[34779]: pgmap v57: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:06.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:05 smithi044 ceph-mon[34175]: pgmap v57: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:06.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 -- 172.21.15.7:0/554294153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 msgr2=0x7f15a8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 --2- 172.21.15.7:0/554294153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a8101200 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009ca0 tx=0x7f15a0032e20 comp rx=0 tx=0).stop 2024-09-19T05:44:06.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 -- 172.21.15.7:0/554294153 shutdown_connections 2024-09-19T05:44:06.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 --2- 172.21.15.7:0/554294153 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 --2- 172.21.15.7:0/554294153 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 --2- 172.21.15.7:0/554294153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a8101200 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 -- 172.21.15.7:0/554294153 >> 172.21.15.7:0/554294153 conn(0x7f15a80fc7d0 msgr2=0x7f15a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 -- 172.21.15.7:0/554294153 shutdown_connections 2024-09-19T05:44:06.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.470+0000 7f15ad09a640 1 -- 172.21.15.7:0/554294153 wait complete. 2024-09-19T05:44:06.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.471+0000 7f15ad09a640 1 Processor -- start 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 -- start start 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a81961d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a8196710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f15a810fcd0 con 0x7f15a8100e20 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15a810fb50 con 0x7f15a8102570 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15ad09a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f15a810fe50 con 0x7f15a8102ef0 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15a659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a8196710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15a759e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15a6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a81961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15a659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a8196710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48606/0 (socket says 172.21.15.7:48606) 2024-09-19T05:44:06.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.472+0000 7f15a659c640 1 -- 172.21.15.7:0/1052081309 learned_addr learned my addr 172.21.15.7:0/1052081309 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 -- 172.21.15.7:0/1052081309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 msgr2=0x7f15a8196710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a8196710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 -- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 msgr2=0x7f15a81961d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a81961d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 -- 172.21.15.7:0/1052081309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15a819b180 con 0x7f15a8102ef0 2024-09-19T05:44:06.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15a759e640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a819aaa0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f159800a870 tx=0x7f159800ad30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f158ffff640 1 -- 172.21.15.7:0/1052081309 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15980079b0 con 0x7f15a8102ef0 2024-09-19T05:44:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.473+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15a819b470 con 0x7f15a8102ef0 2024-09-19T05:44:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.474+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15a81a2d50 con 0x7f15a8102ef0 2024-09-19T05:44:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.474+0000 7f158ffff640 1 -- 172.21.15.7:0/1052081309 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1598005020 con 0x7f15a8102ef0 2024-09-19T05:44:06.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.474+0000 7f158ffff640 1 -- 172.21.15.7:0/1052081309 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15980079b0 con 0x7f15a8102ef0 2024-09-19T05:44:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f158ffff640 1 -- 172.21.15.7:0/1052081309 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f1598007b50 con 0x7f15a8102ef0 2024-09-19T05:44:06.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 Processor -- start 2024-09-19T05:44:06.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 -- start start 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606c610b2f0 con 0x5606c61a55d0 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5606c60b2cf0 con 0x5606c61b0370 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.477+0000 7f15af473740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5606c61072b0 con 0x5606c61a6b40 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44190/0 (socket says 172.21.15.7:44190) 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a6d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61a5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53784/0 (socket says 172.21.15.7:53784) 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 -- 172.21.15.7:0/2174240034 learned_addr learned my addr 172.21.15.7:0/2174240034 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:06.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f158ffff640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 0x7f15900a5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 -- 172.21.15.7:0/2174240034 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 msgr2=0x5606c61b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 -- 172.21.15.7:0/2174240034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 msgr2=0x5606c61a5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61a5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a659c640 1 -- 172.21.15.7:0/2174240034 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c60973a0 con 0x5606c61a6b40 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f15a759e640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 0x7f15900a5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.478+0000 7f158ffff640 1 -- 172.21.15.7:0/1052081309 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f15980cea50 con 0x7f15a8102ef0 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.479+0000 7f15a659c640 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f159c013880 tx=0x7f159c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a236551531410aa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.479+0000 7f15a759e640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 0x7f15900a5af0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f15980cc260 tx=0x7f159800d040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.479+0000 7f158d7fa640 1 -- 172.21.15.7:0/2174240034 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c0130d0 con 0x5606c61a6b40 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.479+0000 7f158d7fa640 1 -- 172.21.15.7:0/2174240034 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f159c013270 con 0x5606c61a6b40 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.479+0000 7f158d7fa640 1 -- 172.21.15.7:0/2174240034 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c00ec90 con 0x5606c61a6b40 2024-09-19T05:44:06.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 -- 172.21.15.7:0/2174240034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 msgr2=0x5606c61a5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f159c013880 tx=0x7f159c005f90 comp rx=0 tx=0).stop 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 -- 172.21.15.7:0/2174240034 shutdown_connections 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61a5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 --2- 172.21.15.7:0/2174240034 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61a5090 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 -- 172.21.15.7:0/2174240034 >> 172.21.15.7:0/2174240034 conn(0x5606c616e310 msgr2=0x5606c61a1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 -- 172.21.15.7:0/2174240034 shutdown_connections 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.480+0000 7f15af473740 1 -- 172.21.15.7:0/2174240034 wait complete. 2024-09-19T05:44:06.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.481+0000 7f15af473740 1 -- start start 2024-09-19T05:44:06.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.481+0000 7f15af473740 1 Processor -- start 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.481+0000 7f15af473740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61afd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61ad570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5606c61b3010 con 0x5606c61a55d0 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5606c60c6060 con 0x5606c61b0370 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5606c61b3190 con 0x5606c61a6b40 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44200/0 (socket says 172.21.15.7:44200) 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 -- 172.21.15.7:0/4050751307 learned_addr learned my addr 172.21.15.7:0/4050751307 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15af473740 10 client.0 _ll_register_callbacks cb 0x5606c5e198c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:06.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a659c640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61afd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a659c640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61ad570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 -- 172.21.15.7:0/4050751307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 msgr2=0x5606c61ad570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61ad570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 -- 172.21.15.7:0/4050751307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 msgr2=0x5606c61afd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61afd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 -- 172.21.15.7:0/4050751307 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c5e7c3c0 con 0x5606c61a6b40 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a659c640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009430 tx=0x7f15a0003ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ece573c9e4979b86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.482+0000 7f158aff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a004b070 con 0x5606c61a6b40 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f15a0004240 con 0x5606c61a6b40 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f159c013270 con 0x5606c61a6b40 2024-09-19T05:44:06.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f15a0040040 con 0x5606c61a6b40 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f15af473740 10 client.25519 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.483+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5606c61bead0 con 0x5606c61a6b40 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f159c013270 con 0x5606c61a6b40 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f15a003bad0 con 0x5606c61a6b40 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 10 client.25519 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 10 client.25519 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 20 client.25519 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c61bffa0 0x5606c61c2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 4 client.25519 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:06.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.484+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606c6118860 con 0x5606c61bffa0 2024-09-19T05:44:06.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.485+0000 7f15a659c640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c61bffa0 0x5606c61c2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.486+0000 7f15a659c640 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c61bffa0 0x5606c61c2410 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30ab72bccd4696db server_cookie=c627299ad19f71e7 in_seq=0 out_seq=0 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.486+0000 7f158aff5640 10 client.25519 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f158aff5640 1 -- 172.21.15.7:0/4050751307 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5606c6118860 con 0x5606c61bffa0 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f158aff5640 10 client.25519 handle_command_reply: tid=0 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 client.25519 shutdown 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 msgr2=0x5606c61acfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009430 tx=0x7f15a0003ad0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 shutdown_connections 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61b0370 0x5606c61ad570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61acfd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c61bffa0 0x5606c61c2410 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 --2- 172.21.15.7:0/4050751307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61a55d0 0x5606c61afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 >> 172.21.15.7:0/4050751307 conn(0x5606c616e310 msgr2=0x5606c61a7930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.487+0000 7f158aff5640 0 client.25519 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:06.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.488+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 shutdown_connections 2024-09-19T05:44:06.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.488+0000 7f15af473740 1 -- 172.21.15.7:0/4050751307 wait complete. 2024-09-19T05:44:06.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.488+0000 7f15af473740 20 client.25519 trim_cache size 0 max 16384 2024-09-19T05:44:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 Processor -- start 2024-09-19T05:44:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 -- start start 2024-09-19T05:44:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a55d0 0x5606c61bc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a6b40 0x5606c61ac890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f159400e750 con 0x5606c61b0370 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1594010350 con 0x5606c61a6b40 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.509+0000 7f15af473740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f159400ee20 con 0x5606c61a55d0 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53798/0 (socket says 172.21.15.7:53798) 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 -- 172.21.15.7:0/25739467 learned_addr learned my addr 172.21.15.7:0/25739467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a55d0 0x5606c61bc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a6b40 0x5606c61ac890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 -- 172.21.15.7:0/25739467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a55d0 msgr2=0x5606c61bc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a55d0 0x5606c61bc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 -- 172.21.15.7:0/25739467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a6b40 msgr2=0x5606c61ac890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a6b40 0x5606c61ac890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 -- 172.21.15.7:0/25739467 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c61a2960 con 0x5606c61b0370 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.510+0000 7f15a659c640 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f159c00e780 tx=0x7f159c015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eeb2a360695e1b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.511+0000 7f158cff9640 1 -- 172.21.15.7:0/25739467 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c017040 con 0x5606c61b0370 2024-09-19T05:44:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.511+0000 7f158cff9640 1 -- 172.21.15.7:0/25739467 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f159c018040 con 0x5606c61b0370 2024-09-19T05:44:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.511+0000 7f158cff9640 1 -- 172.21.15.7:0/25739467 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c0035f0 con 0x5606c61b0370 2024-09-19T05:44:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- 172.21.15.7:0/25739467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 msgr2=0x5606c61c7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f159c00e780 tx=0x7f159c015040 comp rx=0 tx=0).stop 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- 172.21.15.7:0/25739467 shutdown_connections 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61c7d20 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a6b40 0x5606c61ac890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 --2- 172.21.15.7:0/25739467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a55d0 0x5606c61bc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- 172.21.15.7:0/25739467 >> 172.21.15.7:0/25739467 conn(0x5606c616e310 msgr2=0x5606c61ac0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- 172.21.15.7:0/25739467 shutdown_connections 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- 172.21.15.7:0/25739467 wait complete. 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.512+0000 7f15af473740 1 -- start start 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 Processor -- start 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61b48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61b4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f159400fbc0 con 0x5606c61b0370 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f159400f4f0 con 0x5606c61a55d0 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f159400c730 con 0x5606c61a6b40 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.513+0000 7f15af473740 10 client.0 _ll_register_callbacks cb 0x7f15a0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:48650/0 (socket says 172.21.15.7:48650) 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 -- 172.21.15.7:0/3649885126 learned_addr learned my addr 172.21.15.7:0/3649885126 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61b4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 -- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 msgr2=0x5606c61b48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61b48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 -- 172.21.15.7:0/3649885126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 msgr2=0x5606c61b4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61b4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 -- 172.21.15.7:0/3649885126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c61a8120 con 0x5606c61a55d0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f15a659c640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f159c009900 tx=0x7f159c00eac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f49ea59164991d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.514+0000 7f158aff5640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c017040 con 0x5606c61a55d0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f159c009b30 con 0x5606c61a55d0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f159c018040 con 0x5606c61a55d0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f159c00ec60 con 0x5606c61a55d0 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f15af473740 10 client.25376 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:06.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.515+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5606c622afa0 con 0x5606c61a55d0 2024-09-19T05:44:06.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f159c018040 con 0x5606c61a55d0 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f159c0037f0 con 0x5606c61a55d0 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 10 client.25376 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 10 client.25376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 20 client.25376 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c622b500 0x5606c622d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 4 client.25376 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5606c6112d70 con 0x5606c622b500 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.516+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c622b500 0x5606c622d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f15a6d9d640 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c622b500 0x5606c622d920 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=549d0e19539e7d43 server_cookie=2de7a8fcd0710285 in_seq=0 out_seq=0 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f158aff5640 10 client.25376 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f158aff5640 1 -- 172.21.15.7:0/3649885126 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5606c6112d70 con 0x5606c622b500 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f158aff5640 10 client.25376 handle_command_reply: tid=0 2024-09-19T05:44:06.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f15af473740 1 client.25376 shutdown 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 msgr2=0x5606c61b4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.517+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f159c009900 tx=0x7f159c00eac0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 shutdown_connections 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5606c622b500 0x5606c622d920 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5606c61b0370 0x5606c61b4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5606c61a6b40 0x5606c61b48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 --2- 172.21.15.7:0/3649885126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5606c61a55d0 0x5606c61b4390 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 >> 172.21.15.7:0/3649885126 conn(0x5606c616e310 msgr2=0x5606c61ae830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f158aff5640 0 client.25376 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 shutdown_connections 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 1 -- 172.21.15.7:0/3649885126 wait complete. 2024-09-19T05:44:06.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15af473740 20 client.25376 trim_cache size 0 max 16384 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 msgr2=0x7f15900a5af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.518+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 0x7f15900a5af0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f15980cc260 tx=0x7f159800d040 comp rx=0 tx=0).stop 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 msgr2=0x7f15a819aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a819aaa0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f159800a870 tx=0x7f159800ad30 comp rx=0 tx=0).stop 2024-09-19T05:44:06.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 shutdown_connections 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f15900a3630 0x7f15900a5af0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f15a8102ef0 0x7f15a819aaa0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15a8102570 0x7f15a8196710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 --2- 172.21.15.7:0/1052081309 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f15a8100e20 0x7f15a81961d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 >> 172.21.15.7:0/1052081309 conn(0x7f15a80fc7d0 msgr2=0x7f15a80fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 shutdown_connections 2024-09-19T05:44:06.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:06.519+0000 7f15ad09a640 1 -- 172.21.15.7:0/1052081309 wait complete. 2024-09-19T05:44:08.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:07 smithi007 ceph-mon[30960]: pgmap v58: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:07 smithi063 ceph-mon[34779]: pgmap v58: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:08.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:07 smithi044 ceph-mon[34175]: pgmap v58: 97 pgs: 97 active+clean; 4.9 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 122 MiB/s wr, 87 op/s 2024-09-19T05:44:08.310 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-19T05:44:08.310 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-19T05:44:08.696 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:09.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 -- 172.21.15.7:0/3186639056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 msgr2=0x7f71901029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 --2- 172.21.15.7:0/3186639056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f71901029b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f7184009900 tx=0x7f718402a480 comp rx=0 tx=0).stop 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 -- 172.21.15.7:0/3186639056 shutdown_connections 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 --2- 172.21.15.7:0/3186639056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190102ef0 0x7f719010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 --2- 172.21.15.7:0/3186639056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f71901029b0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 --2- 172.21.15.7:0/3186639056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190100e20 0x7f7190101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 -- 172.21.15.7:0/3186639056 >> 172.21.15.7:0/3186639056 conn(0x7f71900fc7d0 msgr2=0x7f71900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 -- 172.21.15.7:0/3186639056 shutdown_connections 2024-09-19T05:44:09.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.261+0000 7f71961ad640 1 -- 172.21.15.7:0/3186639056 wait complete. 2024-09-19T05:44:09.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.262+0000 7f71961ad640 1 Processor -- start 2024-09-19T05:44:09.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.263+0000 7f71961ad640 1 -- start start 2024-09-19T05:44:09.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.263+0000 7f71961ad640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190100e20 0x7f7190197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.263+0000 7f71961ad640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f7190197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f71961ad640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 0x7f719019b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f7190197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f71961ad640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7190110e80 con 0x7f7190102570 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f7190197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53822/0 (socket says 172.21.15.7:53822) 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190100e20 0x7f7190197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718effd640 1 -- 172.21.15.7:0/2350473690 learned_addr learned my addr 172.21.15.7:0/2350473690 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7190110d00 con 0x7f7190102ef0 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7190111000 con 0x7f7190100e20 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 0x7f719019b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 -- 172.21.15.7:0/2350473690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190100e20 msgr2=0x7f7190197120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190100e20 0x7f7190197120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 -- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 msgr2=0x7f7190197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f7190197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.264+0000 7f718ffff640 1 -- 172.21.15.7:0/2350473690 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719019c0f0 con 0x7f7190102ef0 2024-09-19T05:44:09.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.265+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 0x7f719019b9f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f718800e940 tx=0x7f718800ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.265+0000 7f718cff9640 1 -- 172.21.15.7:0/2350473690 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7188004d20 con 0x7f7190102ef0 2024-09-19T05:44:09.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.265+0000 7f718cff9640 1 -- 172.21.15.7:0/2350473690 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7188005020 con 0x7f7190102ef0 2024-09-19T05:44:09.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.265+0000 7f718cff9640 1 -- 172.21.15.7:0/2350473690 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71880116d0 con 0x7f7190102ef0 2024-09-19T05:44:09.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.265+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f719019c3e0 con 0x7f7190102ef0 2024-09-19T05:44:09.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.266+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7190069f70 con 0x7f7190102ef0 2024-09-19T05:44:09.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.269+0000 7f718cff9640 1 -- 172.21.15.7:0/2350473690 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f718800cb20 con 0x7f7190102ef0 2024-09-19T05:44:09.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.269+0000 7f7198586740 1 Processor -- start 2024-09-19T05:44:09.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.269+0000 7f7198586740 1 -- start start 2024-09-19T05:44:09.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e192f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 0x55e27e1a0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e27e0f8280 con 0x55e27e19dd40 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e27e09fb10 con 0x55e27e193480 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f7198586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e27e0f4240 con 0x55e27e192b60 2024-09-19T05:44:09.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718cff9640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 0x7f71780a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e192f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e192f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44252/0 (socket says 172.21.15.7:44252) 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718effd640 1 -- 172.21.15.7:0/1139112773 learned_addr learned my addr 172.21.15.7:0/1139112773 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718f7fe640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718effd640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 0x55e27e1a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 0x7f71780a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.270+0000 7f718cff9640 1 -- 172.21.15.7:0/2350473690 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f71880d00c0 con 0x7f7190102ef0 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 -- 172.21.15.7:0/1139112773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 msgr2=0x55e27e192f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e192f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 -- 172.21.15.7:0/1139112773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 msgr2=0x55e27e1a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 0x55e27e1a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 -- 172.21.15.7:0/1139112773 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e27e0ac1f0 con 0x55e27e193480 2024-09-19T05:44:09.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718f7fe640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19d800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7180011d70 tx=0x7f718000b390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e08dc35173f0a0e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.271+0000 7f718effd640 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 0x55e27e1a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:09.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.272+0000 7f7175ffb640 1 -- 172.21.15.7:0/1139112773 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180011310 con 0x55e27e193480 2024-09-19T05:44:09.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.272+0000 7f7175ffb640 1 -- 172.21.15.7:0/1139112773 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71800114b0 con 0x55e27e193480 2024-09-19T05:44:09.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.272+0000 7f7175ffb640 1 -- 172.21.15.7:0/1139112773 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180010460 con 0x55e27e193480 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 -- 172.21.15.7:0/1139112773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 msgr2=0x55e27e19d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f718ffff640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 0x7f71780a58f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f718809c100 tx=0x7f71880a0040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19d800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7180011d70 tx=0x7f718000b390 comp rx=0 tx=0).stop 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 -- 172.21.15.7:0/1139112773 shutdown_connections 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e19dd40 0x55e27e1a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19d800 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 --2- 172.21.15.7:0/1139112773 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e192f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 -- 172.21.15.7:0/1139112773 >> 172.21.15.7:0/1139112773 conn(0x55e27e18f0f0 msgr2=0x55e27e18f4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 -- 172.21.15.7:0/1139112773 shutdown_connections 2024-09-19T05:44:09.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.273+0000 7f7198586740 1 -- 172.21.15.7:0/1139112773 wait complete. 2024-09-19T05:44:09.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.274+0000 7f7198586740 1 -- start start 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 Processor -- start 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e19dd40 0x55e27e19b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e27e1a0910 con 0x55e27e192b60 2024-09-19T05:44:09.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e27e0b2f10 con 0x55e27e193480 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e27e1a0a90 con 0x55e27e19dd40 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f7198586740 10 client.0 _ll_register_callbacks cb 0x55e27e07ba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f718effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f718effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53852/0 (socket says 172.21.15.7:53852) 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f718effd640 1 -- 172.21.15.7:0/602730459 learned_addr learned my addr 172.21.15.7:0/602730459 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.275+0000 7f718effd640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e19dd40 0x55e27e19b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718f7fe640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 -- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e19dd40 msgr2=0x55e27e19b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e19dd40 0x55e27e19b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 -- 172.21.15.7:0/602730459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 msgr2=0x55e27e19b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 -- 172.21.15.7:0/602730459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e27de696a0 con 0x55e27e192b60 2024-09-19T05:44:09.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f718effd640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f7184047f20 tx=0x7f7184009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a33b10cfe8afbf1a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.276+0000 7f716effd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:09.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7184035070 con 0x55e27e192b60 2024-09-19T05:44:09.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7184004de0 con 0x55e27e192b60 2024-09-19T05:44:09.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71800114b0 con 0x55e27e192b60 2024-09-19T05:44:09.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7184045950 con 0x55e27e192b60 2024-09-19T05:44:09.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f7198586740 10 client.15846 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:09.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.277+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e27e1ac4d0 con 0x55e27e192b60 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71800114b0 con 0x55e27e192b60 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f7184054030 con 0x55e27e192b60 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 10 client.15846 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 10 client.15846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 20 client.15846 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e1ada30 0x55e27e1afe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 4 client.15846 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e27e1057f0 con 0x55e27e1ada30 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.278+0000 7f718f7fe640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e1ada30 0x55e27e1afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.279+0000 7f718f7fe640 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e1ada30 0x55e27e1afe70 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53eabeba6175ee16 server_cookie=bf2a85378478fb78 in_seq=0 out_seq=0 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.279+0000 7f716effd640 10 client.15846 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.279+0000 7f716effd640 1 -- 172.21.15.7:0/602730459 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e27e1057f0 con 0x55e27e1ada30 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.279+0000 7f716effd640 10 client.15846 handle_command_reply: tid=0 2024-09-19T05:44:09.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 client.15846 shutdown 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 msgr2=0x55e27e19ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f7184047f20 tx=0x7f7184009610 comp rx=0 tx=0).stop 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 shutdown_connections 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e19dd40 0x55e27e19b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e193480 0x55e27e19b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e1ada30 0x55e27e1afe70 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 --2- 172.21.15.7:0/602730459 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e19ab90 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 >> 172.21.15.7:0/602730459 conn(0x55e27e18f0f0 msgr2=0x55e27e18e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f716effd640 0 client.15846 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:09.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 shutdown_connections 2024-09-19T05:44:09.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 1 -- 172.21.15.7:0/602730459 wait complete. 2024-09-19T05:44:09.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.280+0000 7f7198586740 20 client.15846 trim_cache size 0 max 16384 2024-09-19T05:44:09.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 Processor -- start 2024-09-19T05:44:09.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 -- start start 2024-09-19T05:44:09.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e1955c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e19c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f71901ab590 con 0x55e27e193480 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f71901ad190 con 0x55e27e19dd40 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f7198586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f71901abc60 con 0x55e27e192b60 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53864/0 (socket says 172.21.15.7:53864) 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 -- 172.21.15.7:0/3965513413 learned_addr learned my addr 172.21.15.7:0/3965513413 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718effd640 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e1955c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718effd640 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e19c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 -- 172.21.15.7:0/3965513413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 msgr2=0x55e27e1955c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e1955c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 -- 172.21.15.7:0/3965513413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 msgr2=0x55e27e19c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e19c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.310+0000 7f718f7fe640 1 -- 172.21.15.7:0/3965513413 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e27e18eb90 con 0x55e27e193480 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.311+0000 7f718f7fe640 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55e27e18ff50 tx=0x7f7180005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7481595fde55c43 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.311+0000 7f71757fa640 1 -- 172.21.15.7:0/3965513413 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180003aa0 con 0x55e27e193480 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.311+0000 7f71757fa640 1 -- 172.21.15.7:0/3965513413 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7180003c40 con 0x55e27e193480 2024-09-19T05:44:09.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.311+0000 7f71757fa640 1 -- 172.21.15.7:0/3965513413 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180005680 con 0x55e27e193480 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 -- 172.21.15.7:0/3965513413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 msgr2=0x55e27e19b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55e27e18ff50 tx=0x7f7180005870 comp rx=0 tx=0).stop 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 -- 172.21.15.7:0/3965513413 shutdown_connections 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e19c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e193480 0x55e27e19b460 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 --2- 172.21.15.7:0/3965513413 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e192b60 0x55e27e1955c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 -- 172.21.15.7:0/3965513413 >> 172.21.15.7:0/3965513413 conn(0x55e27e18f0f0 msgr2=0x55e27e19c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 -- 172.21.15.7:0/3965513413 shutdown_connections 2024-09-19T05:44:09.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.312+0000 7f7198586740 1 -- 172.21.15.7:0/3965513413 wait complete. 2024-09-19T05:44:09.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.313+0000 7f7198586740 1 -- start start 2024-09-19T05:44:09.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.313+0000 7f7198586740 1 Processor -- start 2024-09-19T05:44:09.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e1a6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e1a19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f71901aca00 con 0x55e27e192b60 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f71901ac330 con 0x55e27e19dd40 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f71901a9570 con 0x55e27e193480 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f7198586740 10 client.0 _ll_register_callbacks cb 0x7f7184047970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f718f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f718f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:44276/0 (socket says 172.21.15.7:44276) 2024-09-19T05:44:09.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f718f7fe640 1 -- 172.21.15.7:0/67274221 learned_addr learned my addr 172.21.15.7:0/67274221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f718effd640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e1a6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.314+0000 7f718effd640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e1a19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 -- 172.21.15.7:0/67274221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 msgr2=0x55e27e1a19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e1a19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 -- 172.21.15.7:0/67274221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 msgr2=0x55e27e1a6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e1a6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 -- 172.21.15.7:0/67274221 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e27e1a1ef0 con 0x55e27e193480 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f718f7fe640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f718000b440 tx=0x7f7180005300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3fb4fca207d3aca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f716effd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7180003aa0 con 0x55e27e193480 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.315+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7180003690 con 0x55e27e193480 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7180003c40 con 0x55e27e193480 2024-09-19T05:44:09.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7180005400 con 0x55e27e193480 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 10 client.25540 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e27e218480 con 0x55e27e193480 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7180003c40 con 0x55e27e193480 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f71800107e0 con 0x55e27e193480 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 10 client.25540 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 10 client.25540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 20 client.25540 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e218a80 0x55e27e21aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 4 client.25540 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-19T05:44:09.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.316+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e27e0ffd00 con 0x55e27e218a80 2024-09-19T05:44:09.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.317+0000 7f718effd640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e218a80 0x55e27e21aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:09.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.317+0000 7f718effd640 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e218a80 0x55e27e21aea0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd2be9a9274616bb server_cookie=6ae574b6d10ed625 in_seq=0 out_seq=0 2024-09-19T05:44:09.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.317+0000 7f716effd640 10 client.25540 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:09.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.318+0000 7f716effd640 1 -- 172.21.15.7:0/67274221 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e27e0ffd00 con 0x55e27e218a80 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.318+0000 7f716effd640 10 client.25540 handle_command_reply: tid=0 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.318+0000 7f7198586740 1 client.25540 shutdown 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 msgr2=0x55e27e1a1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f718000b440 tx=0x7f7180005300 comp rx=0 tx=0).stop 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 shutdown_connections 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e27e19dd40 0x55e27e1a19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e27e193480 0x55e27e1a1470 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e27e218a80 0x55e27e21aea0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 --2- 172.21.15.7:0/67274221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e27e192b60 0x55e27e1a6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 >> 172.21.15.7:0/67274221 conn(0x55e27e18f0f0 msgr2=0x55e27e1a8b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f716effd640 0 client.25540 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 shutdown_connections 2024-09-19T05:44:09.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 1 -- 172.21.15.7:0/67274221 wait complete. 2024-09-19T05:44:09.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.319+0000 7f7198586740 20 client.25540 trim_cache size 0 max 16384 2024-09-19T05:44:09.323 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:44:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-09-19T05:44:09.323 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "228a873d-fe3e-4eb0-9e5e-ab7969f7637f", 2024-09-19T05:44:09.324 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-09-19T05:44:09.324 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 msgr2=0x7f71780a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 0x7f71780a58f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f718809c100 tx=0x7f71880a0040 comp rx=0 tx=0).stop 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 msgr2=0x7f719019b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 0x7f719019b9f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f718800e940 tx=0x7f718800ee00 comp rx=0 tx=0).stop 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 shutdown_connections 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7190102ef0 0x7f719019b9f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7190102570 0x7f7190197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f71780a3430 0x7f71780a58f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 --2- 172.21.15.7:0/2350473690 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7190100e20 0x7f7190197120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:09.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.320+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 >> 172.21.15.7:0/2350473690 conn(0x7f71900fc7d0 msgr2=0x7f71901056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:09.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.321+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 shutdown_connections 2024-09-19T05:44:09.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:09.321+0000 7f71961ad640 1 -- 172.21.15.7:0/2350473690 wait complete. 2024-09-19T05:44:09.653 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.322+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/ auth{0=1,1=1,3=1,4=1} v39 pv41 ap=2 f(v0 m2024-09-19T05:43:30.035925+0000 2=1+1)->f(v0 m2024-09-19T05:43:30.035925+0000 2=1+1) n(v4 rc2024-09-19T05:44:00.401682+0000 b4953933048 21=18+3)/n(v3 rc2024-09-19T05:44:00.243365+0000 b3627091192 21=18+3)->n(v4 rc2024-09-19T05:44:00.401682+0000 b4953933048 21=18+3) old_inodes=1 (inest mix) (ifile excl) caps={24905=pAsLsXsFsx/AsLsXsFsx@3},l=24905 | dirtyscattered=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x55ee05855b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000006:[<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(2)0x10000000006:[<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-19T05:43:30.035925+0000 2=1+1)","ondisk_value.rstat":"n(v0 rc2024-09-19T05:44:00.401682+0000 b4953933048 21=18+3)","memory_value.dirstat":"f(v0 m2024-09-19T05:43:30.035925+0000 2=1+1)","memory_value.rstat":"n(v4 rc2024-09-19T05:44:00.401682+0000 b4953933048 21=18+3)","error_str":""},"return_code":0} 2024-09-19T05:44:09.653 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.322+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar auth v18 ap=1 s=8071 n(v0 rc2024-09-19T05:43:30.003981+0000 b8071 1=1+0) caps={24905=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05856c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000007:[<0x10000000006/iogen_3.1p0.tar v18>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000007:[<0x10000000006/iogen_3.1p0.tar v18>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.322+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020a [4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io auth v209 ap=1 s=990773248 n(v0 rc2024-09-19T05:44:00.401682+0000 b990773248 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-1983905792@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@5},l=24905 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05c87b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020a:[<0x10000000201/iogen_88521.io v126>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020a:[<0x10000000201/iogen_88521.io v209>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.323+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000201 [...4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/ auth{1=1,3=1,4=1} v212 ap=1 f(v0 m2024-09-19T05:43:30.462361+0000 16=15+1) n(v1 rc2024-09-19T05:44:00.401682+0000 b4953924977 19=17+2) old_inodes=1 (inest mix) (ifile excl) caps={24905=pAsLsXsFsx/-@1},l=24905 | lock=0 importingcaps=0 dirfrag=1 caps=1 dirwaiter=0 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x55ee05856100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000201:[<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(2)0x10000000201:[<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-19T05:43:30.462361+0000 16=15+1)","ondisk_value.rstat":"n(v0 rc2024-09-19T05:44:00.401682+0000 b4953924977 19=17+2)","memory_value.dirstat":"f(v0 m2024-09-19T05:43:30.462361+0000 16=15+1)","memory_value.rstat":"n(v1 rc2024-09-19T05:44:00.401682+0000 b4953924977 19=17+2)","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.323+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000212 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-4194304@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05c87080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000212:[<0x10000000201/iogen_88523.res v46>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000212:[<0x10000000201/iogen_88523.res v46>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.323+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000202 [...3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/ auth{1=1,3=1,4=1} v143 ap=1 f(v0 m2024-09-19T05:43:30.041076+0000 2=2+0) n(v0 rc2024-09-19T05:43:30.043906+0000 b23855 3=2+1) (inest mix) (ifile excl) caps={24905=pAsLsXsFsx/AsLsXsFsx@1},l=24905 | importingcaps=0 dirfrag=1 caps=1 dirwaiter=0 replicated=1 dirty=1 authpin=1 discoverbase=0 scrubqueue=0 0x55ee05856680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000202:[<0x10000000201/src v58>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(2)0x10000000202:[<0x10000000201/src v143>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-19T05:43:30.041076+0000 2=2+0)","ondisk_value.rstat":"n(v0 rc2024-09-19T05:43:30.043344+0000 b23855 3=2+1)","memory_value.dirstat":"f(v0 m2024-09-19T05:43:30.041076+0000 2=2+0)","memory_value.rstat":"n(v0 rc2024-09-19T05:43:30.043906+0000 b23855 3=2+1)","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.323+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-4194304@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05c87600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020f:[<0x10000000201/iogen_88521.res v40>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020f:[<0x10000000201/iogen_88521.res v40>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.323+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen auth v28 ap=1 s=28832 n(v0 rc2024-09-19T05:43:30.343383+0000 b28832 1=1+0) (ifile excl) cr={24905=0-4194304@2} caps={24905=pAsLsXsFsxcrwb/pFscr@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05c86b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000208:[<0x10000000201/iogen v28>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000208:[<0x10000000201/iogen v28>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020d [4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io auth v205 ap=1 s=990773248 n(v0 rc2024-09-19T05:44:00.377900+0000 b990773248 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-1983905792@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@5},l=24905 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05ab2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020d:[<0x10000000201/iogen_88523.io v130>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020d:[<0x10000000201/iogen_88523.io v205>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000206 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd auth v147 ap=1 s=536 n(v0 rc2024-09-19T05:43:30.048060+0000 b536 1=1+0) caps={24905=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee04af5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000206:[<0x10000000201/Makefile.bsd v10>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000206:[<0x10000000201/Makefile.bsd v147>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000209 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8 auth v149 ap=1 s=4826 n(v0 rc2024-09-19T05:43:30.444172+0000 b4826 1=1+0) caps={24905=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05c88100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000209:[<0x10000000201/iogen.cat8 v24>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000209:[<0x10000000201/iogen.cat8 v149>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.654 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020b [4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io auth v203 ap=1 s=990773248 n(v0 rc2024-09-19T05:44:00.365787+0000 b990773248 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-1983905792@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@5},l=24905 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05c88680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020b:[<0x10000000201/iogen_88520.io v122>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020b:[<0x10000000201/iogen_88520.io v203>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000207 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile auth v16 ap=1 s=305 n(v0 rc2024-09-19T05:43:30.050176+0000 b305 1=1+0) caps={24905=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee04af5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000207:[<0x10000000201/Makefile v16>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000207:[<0x10000000201/Makefile v16>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020e [4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io auth v201 ap=1 s=990773248 n(v0 rc2024-09-19T05:44:00.288679+0000 b990773248 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-1983905792@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@5},l=24905 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05857180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020e:[<0x10000000201/iogen_88524.io v124>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020e:[<0x10000000201/iogen_88524.io v201>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.324+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000210 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-4194304@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05c88c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000210:[<0x10000000201/iogen_88520.res v42>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000210:[<0x10000000201/iogen_88520.res v42>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000213 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-4194304@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05cc2000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000213:[<0x10000000201/iogen_88524.res v48>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000213:[<0x10000000201/iogen_88524.res v48>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [4,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io auth v207 ap=1 s=990773248 n(v0 rc2024-09-19T05:44:00.396763+0000 b990773248 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-1983905792@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@5},l=24905 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05c89180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000020c:[<0x10000000201/iogen_88522.io v128>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x1000000020c:[<0x10000000201/iogen_88522.io v207>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000211 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={24905=0-4194304@2} caps={24905=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=24905 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05cc2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000211:[<0x10000000201/iogen_88522.res v44>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000211:[<0x10000000201/iogen_88522.res v44>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000204 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c auth v8 ap=1 s=19072 n(v0 rc2024-09-19T05:43:30.043344+0000 b19072 1=1+0) caps={24905=pAsLsXsFscr/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05cc2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000204:[<0x10000000202/iogen.c v8>,<0x10000000201/src v58>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000204:[<0x10000000202/iogen.c v8>,<0x10000000201/src v143>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000203 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8 auth v12 ap=1 s=4783 n(v0 rc2024-09-19T05:43:30.040504+0000 b4783 1=1+0) caps={24905=pAsLsXsFsc/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55ee05cc3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000203:[<0x10000000202/iogen.8 v12>,<0x10000000201/src v58>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000203:[<0x10000000202/iogen.8 v12>,<0x10000000201/src v143>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:09.655 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:44:09.325+0000 7fa3d50da640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000205 [3,head] /volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README auth v145 ap=1 s=383 n(v0 rc2024-09-19T05:43:30.045925+0000 b383 1=1+0) caps={24905=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55ee05c89700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000205:[<0x10000000201/README v8>,<0x10000000006/iogen_3.1p0 v128>,<0x10000000005/tmp v16>,<0x10000000003/client.0 v10>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v26>,<0x10000000001/sv_0 v50>,<0x10000000000/qa v43>,<0x1/volumes v40>]//[]","memoryvalue":"(3)0x10000000205:[<0x10000000201/README v145>,<0x10000000006/iogen_3.1p0 v212>,<0x10000000005/tmp v39>,<0x10000000003/client.0 v25>,<0x10000000002/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa v35>,<0x10000000001/sv_0 v60>,<0x10000000000/qa v34>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: pgmap v59: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 188 MiB/s wr, 125 op/s 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: scrub summary: active paths [/] 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000006 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000201 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.128 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.129 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.130 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:09 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:10.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: pgmap v59: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 188 MiB/s wr, 125 op/s 2024-09-19T05:44:10.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: scrub summary: active paths [/] 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000006 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000201 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.154 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:09 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:10.176 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:44:10.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: pgmap v59: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 188 MiB/s wr, 125 op/s 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: scrub summary: active paths [/] 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000006 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000007 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000201 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000202 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README) see mds.c log and `damage ls` output for details 2024-09-19T05:44:10.226 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:09 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:10.579 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:11.056 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:10 smithi007 ceph-mon[30960]: scrub queued for path: / 2024-09-19T05:44:11.056 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:10 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:10 smithi007 ceph-mon[30960]: scrub summary: active paths [/] 2024-09-19T05:44:11.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:10 smithi007 ceph-mon[30960]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:10 smithi063 ceph-mon[34779]: scrub queued for path: / 2024-09-19T05:44:11.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:10 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:10 smithi063 ceph-mon[34779]: scrub summary: active paths [/] 2024-09-19T05:44:11.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:10 smithi063 ceph-mon[34779]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 -- 172.21.15.7:0/3589275132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 msgr2=0x7f85681029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 --2- 172.21.15.7:0/3589275132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f85681029b0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8554009900 tx=0x7f855402a480 comp rx=0 tx=0).stop 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 -- 172.21.15.7:0/3589275132 shutdown_connections 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 --2- 172.21.15.7:0/3589275132 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568102ef0 0x7f856810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 --2- 172.21.15.7:0/3589275132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f85681029b0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 --2- 172.21.15.7:0/3589275132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568100e20 0x7f8568101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 -- 172.21.15.7:0/3589275132 >> 172.21.15.7:0/3589275132 conn(0x7f85680fc7d0 msgr2=0x7f85680febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 -- 172.21.15.7:0/3589275132 shutdown_connections 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.221+0000 7f856efe8640 1 -- 172.21.15.7:0/3589275132 wait complete. 2024-09-19T05:44:11.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 Processor -- start 2024-09-19T05:44:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:10 smithi044 ceph-mon[34175]: scrub queued for path: / 2024-09-19T05:44:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:10 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:10 smithi044 ceph-mon[34175]: scrub summary: active paths [/] 2024-09-19T05:44:11.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:10 smithi044 ceph-mon[34175]: scrub summary: idle+waiting paths [/] 2024-09-19T05:44:11.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 -- start start 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 0x7f8568197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 0x7f856819ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8568110e80 con 0x7f8568102570 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8568110d00 con 0x7f8568102ef0 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.222+0000 7f856efe8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8568111000 con 0x7f8568100e20 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f8567fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f8567fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56646/0 (socket says 172.21.15.7:56646) 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f8567fff640 1 -- 172.21.15.7:0/632787089 learned_addr learned my addr 172.21.15.7:0/632787089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 0x7f856819ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856cd84640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 0x7f8568197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 -- 172.21.15.7:0/632787089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 msgr2=0x7f8568197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 0x7f8568197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 -- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 msgr2=0x7f8568197670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856d585640 1 -- 172.21.15.7:0/632787089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f856819c0e0 con 0x7f8568102ef0 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f8567fff640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.223+0000 7f856cd84640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 0x7f8568197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f856d585640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 0x7f856819ba00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f856000ec50 tx=0x7f856000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f8565ffb640 1 -- 172.21.15.7:0/632787089 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560003b70 con 0x7f8568102ef0 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f856819c3d0 con 0x7f8568102ef0 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f8565ffb640 1 -- 172.21.15.7:0/632787089 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8560003d10 con 0x7f8568102ef0 2024-09-19T05:44:11.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f8565ffb640 1 -- 172.21.15.7:0/632787089 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560010760 con 0x7f8568102ef0 2024-09-19T05:44:11.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.224+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85681a3cb0 con 0x7f8568102ef0 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.227+0000 7f85713c1740 1 Processor -- start 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f8565ffb640 1 -- 172.21.15.7:0/632787089 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f8560004020 con 0x7f8568102ef0 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 -- start start 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 0x555dcaee2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaeed680 0x555dcaeefa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555dcae482e0 con 0x555dcaee24a0 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555dcadefce0 con 0x555dcaee2dc0 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f85713c1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x555dcae442a0 con 0x555dcaeed680 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f8567fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 0x555dcaee2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.228+0000 7f856cd84640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53610/0 (socket says 172.21.15.7:53610) 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f8567fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 0x555dcaee2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56660/0 (socket says 172.21.15.7:56660) 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 -- 172.21.15.7:0/742227101 learned_addr learned my addr 172.21.15.7:0/742227101 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f8567fff640 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaeed680 0x555dcaeefa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 -- 172.21.15.7:0/742227101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaeed680 msgr2=0x555dcaeefa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaeed680 0x555dcaeefa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 -- 172.21.15.7:0/742227101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 msgr2=0x555dcaee2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 0x555dcaee2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 -- 172.21.15.7:0/742227101 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555dcadd4440 con 0x555dcaee2dc0 2024-09-19T05:44:11.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f8565ffb640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 0x7f85580a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f8567fff640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 0x7f85580a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.229+0000 7f856cd84640 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f855c009c30 tx=0x7f855c010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bf0382b202ff464 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.230+0000 7f8565ffb640 1 -- 172.21.15.7:0/632787089 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f85600d03a0 con 0x7f8568102ef0 2024-09-19T05:44:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.230+0000 7f8552ffd640 1 -- 172.21.15.7:0/742227101 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c004030 con 0x555dcaee2dc0 2024-09-19T05:44:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.230+0000 7f8552ffd640 1 -- 172.21.15.7:0/742227101 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f855c0041d0 con 0x555dcaee2dc0 2024-09-19T05:44:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.230+0000 7f8552ffd640 1 -- 172.21.15.7:0/742227101 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c0126b0 con 0x555dcaee2dc0 2024-09-19T05:44:11.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- 172.21.15.7:0/742227101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 msgr2=0x555dcaeed140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f8567fff640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 0x7f85580a5870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x555dcaedfdb0 tx=0x7f8554000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f855c009c30 tx=0x7f855c010740 comp rx=0 tx=0).stop 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- 172.21.15.7:0/742227101 shutdown_connections 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaeed680 0x555dcaeefa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaeed140 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 --2- 172.21.15.7:0/742227101 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee24a0 0x555dcaee2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- 172.21.15.7:0/742227101 >> 172.21.15.7:0/742227101 conn(0x555dcaedea30 msgr2=0x555dcaedee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- 172.21.15.7:0/742227101 shutdown_connections 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- 172.21.15.7:0/742227101 wait complete. 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.231+0000 7f85713c1740 1 -- start start 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 Processor -- start 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaeecf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555dcaef0250 con 0x555dcaeed680 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x555dcae03050 con 0x555dcaee24a0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x555dcaef03d0 con 0x555dcaee2dc0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f85713c1740 10 client.0 _ll_register_callbacks cb 0x555dcae43160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f856d585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f8567fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f8567fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38542/0 (socket says 172.21.15.7:38542) 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f8567fff640 1 -- 172.21.15.7:0/442894921 learned_addr learned my addr 172.21.15.7:0/442894921 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.232+0000 7f856d585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56676/0 (socket says 172.21.15.7:56676) 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 -- 172.21.15.7:0/442894921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 msgr2=0x555dcaeecf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f856cd84640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaeecf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaeecf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 -- 172.21.15.7:0/442894921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 msgr2=0x555dcaeea780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 -- 172.21.15.7:0/442894921 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555dcabb93c0 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f856d585640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8567fff640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8554032b40 tx=0x7f855402a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72ca127015da625d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8547fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8554035040 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8554003940 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.233+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f855c0041d0 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8554003b40 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 10 client.25549 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555dcaf043e0 con 0x555dcaee2dc0 2024-09-19T05:44:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f855c0041d0 con 0x555dcaee2dc0 2024-09-19T05:44:11.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f85540574c0 con 0x555dcaee2dc0 2024-09-19T05:44:11.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 10 client.25549 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:11.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 10 client.25549 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:11.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 20 client.25549 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:11.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.234+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaf058b0 0x555dcaf07d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.235+0000 7f85713c1740 4 client.25549 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.235+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555dcae55850 con 0x555dcaf058b0 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.235+0000 7f856cd84640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaf058b0 0x555dcaf07d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.235+0000 7f8547fff640 10 client.25549 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.235+0000 7f856cd84640 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaf058b0 0x555dcaf07d00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae73bde127a1c62c server_cookie=67f0b8bfba2118b7 in_seq=0 out_seq=0 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f8547fff640 1 -- 172.21.15.7:0/442894921 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555dcae55850 con 0x555dcaf058b0 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f8547fff640 10 client.25549 handle_command_reply: tid=0 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 client.25549 shutdown 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 msgr2=0x555dcaeea240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8554032b40 tx=0x7f855402a480 comp rx=0 tx=0).stop 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 shutdown_connections 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaf058b0 0x555dcaf07d00 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaeed680 0x555dcaeea780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee2dc0 0x555dcaeea240 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f8547fff640 0 client.25549 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 --2- 172.21.15.7:0/442894921 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaeecf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.236+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 >> 172.21.15.7:0/442894921 conn(0x555dcaedea30 msgr2=0x555dcaee4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.237+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 shutdown_connections 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.237+0000 7f85713c1740 1 -- 172.21.15.7:0/442894921 wait complete. 2024-09-19T05:44:11.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.237+0000 7f85713c1740 20 client.25549 trim_cache size 0 max 16384 2024-09-19T05:44:11.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 Processor -- start 2024-09-19T05:44:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 -- start start 2024-09-19T05:44:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaedea30 0x555dcaf0d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaf0db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f85681ab5c0 con 0x555dcaee2dc0 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f85681ad1c0 con 0x555dcaee24a0 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f85713c1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f85681abc90 con 0x555dcaedea30 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f856d585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f856d585640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56680/0 (socket says 172.21.15.7:56680) 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f856d585640 1 -- 172.21.15.7:0/705335664 learned_addr learned my addr 172.21.15.7:0/705335664 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.265+0000 7f856cd84640 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaedea30 0x555dcaf0d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f8567fff640 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaf0db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 -- 172.21.15.7:0/705335664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaedea30 msgr2=0x555dcaf0d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaedea30 0x555dcaf0d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 -- 172.21.15.7:0/705335664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 msgr2=0x555dcaf0db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaf0db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 -- 172.21.15.7:0/705335664 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555dcaede860 con 0x555dcaee2dc0 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f856d585640 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f85600cdb60 tx=0x7f856009c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab256abe9e73134f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.266+0000 7f85527fc640 1 -- 172.21.15.7:0/705335664 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85600b4070 con 0x555dcaee2dc0 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.267+0000 7f85527fc640 1 -- 172.21.15.7:0/705335664 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f856009cd90 con 0x555dcaee2dc0 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.267+0000 7f85527fc640 1 -- 172.21.15.7:0/705335664 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560098d00 con 0x555dcaee2dc0 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- 172.21.15.7:0/705335664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 msgr2=0x555dcaee74a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f85600cdb60 tx=0x7f856009c460 comp rx=0 tx=0).stop 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- 172.21.15.7:0/705335664 shutdown_connections 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaee2dc0 0x555dcaee74a0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee24a0 0x555dcaf0db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 --2- 172.21.15.7:0/705335664 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaedea30 0x555dcaf0d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- 172.21.15.7:0/705335664 >> 172.21.15.7:0/705335664 conn(0x555dcaeea8e0 msgr2=0x555dcaee58b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- 172.21.15.7:0/705335664 shutdown_connections 2024-09-19T05:44:11.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- 172.21.15.7:0/705335664 wait complete. 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 -- start start 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.268+0000 7f85713c1740 1 Processor -- start 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 0x555dcaef9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 0x555dcaef9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f85681aca30 con 0x555dcaedea30 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f85681ac360 con 0x555dcaee2dc0 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f85681a95a0 con 0x555dcaee24a0 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.269+0000 7f85713c1740 10 client.0 _ll_register_callbacks cb 0x7f85540327f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53644/0 (socket says 172.21.15.7:53644) 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 -- 172.21.15.7:0/158684427 learned_addr learned my addr 172.21.15.7:0/158684427 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856cd84640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 0x555dcaef9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f8567fff640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 0x555dcaef9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 -- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 msgr2=0x555dcaef9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 0x555dcaef9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 -- 172.21.15.7:0/158684427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 msgr2=0x555dcaef9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 0x555dcaef9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856d585640 1 -- 172.21.15.7:0/158684427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555dcaf68db0 con 0x555dcaee2dc0 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f8567fff640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 0x555dcaef9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:11.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.270+0000 7f856cd84640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 0x555dcaef9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:11.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f856d585640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f856009c390 tx=0x7f856000cf00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be2d62913291c2d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:11.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f8547fff640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85600b4070 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8560067470 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f856009cd90 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f856009c690 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f85713c1740 10 client.25406 fetch_fsmap learned FSMap version 30 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.271+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555dcaf6ffd0 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f856009cd90 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8378+0+0 (secure 0 0 0) 0x7f856009bc70 con 0x555dcaee2dc0 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 10 client.25406 fetch_fsmap finished waiting for FSMap version 30 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 10 client.25406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 20 client.25406 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaeed680 0x555dcaf726d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:11.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 4 client.25406 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555dcae4fd60 con 0x555dcaeed680 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.272+0000 7f856cd84640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaeed680 0x555dcaf726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f8547fff640 10 client.25406 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f856cd84640 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaeed680 0x555dcaf726d0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfb20607028e667e server_cookie=3866a58654606988 in_seq=0 out_seq=0 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f8547fff640 1 -- 172.21.15.7:0/158684427 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555dcae4fd60 con 0x555dcaeed680 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f8547fff640 10 client.25406 handle_command_reply: tid=0 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 client.25406 shutdown 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 msgr2=0x555dcaf685a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f856009c390 tx=0x7f856000cf00 comp rx=0 tx=0).stop 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 shutdown_connections 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x555dcaee2dc0 0x555dcaf685a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x555dcaee24a0 0x555dcaef9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x555dcaeed680 0x555dcaf726d0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 --2- 172.21.15.7:0/158684427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555dcaedea30 0x555dcaef9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f8547fff640 0 client.25406 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.273+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 >> 172.21.15.7:0/158684427 conn(0x555dcaeea8e0 msgr2=0x555dcaeebaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.274+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 shutdown_connections 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.274+0000 7f85713c1740 1 -- 172.21.15.7:0/158684427 wait complete. 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.274+0000 7f85713c1740 20 client.25406 trim_cache size 0 max 16384 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-19T05:44:11.278 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: "228a873d-fe3e-4eb0-9e5e-ab7969f7637f": { 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "228a873d-fe3e-4eb0-9e5e-ab7969f7637f", 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 msgr2=0x7f85580a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 0x7f85580a5870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x555dcaedfdb0 tx=0x7f8554000bc0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 msgr2=0x7f856819ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 0x7f856819ba00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f856000ec50 tx=0x7f856000c6a0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 shutdown_connections 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8568102ef0 0x7f856819ba00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8568102570 0x7f8568197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f85580a33b0 0x7f85580a5870 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 --2- 172.21.15.7:0/632787089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8568100e20 0x7f8568197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 >> 172.21.15.7:0/632787089 conn(0x7f85680fc7d0 msgr2=0x7f8568105780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 shutdown_connections 2024-09-19T05:44:11.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:11.275+0000 7f856efe8640 1 -- 172.21.15.7:0/632787089 wait complete. 2024-09-19T05:44:12.015 INFO:tasks.cephfs.filesystem:scrub status for tag:228a873d-fe3e-4eb0-9e5e-ab7969f7637f - {'path': '/', 'tag': '228a873d-fe3e-4eb0-9e5e-ab7969f7637f', 'options': 'recursive,force'} 2024-09-19T05:44:12.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:11 smithi007 ceph-mon[30960]: pgmap v60: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 127 MiB/s wr, 90 op/s 2024-09-19T05:44:12.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:44:11.883+0000 7f6f33211640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-19T05:44:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:11 smithi063 ceph-mon[34779]: pgmap v60: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 127 MiB/s wr, 90 op/s 2024-09-19T05:44:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:11 smithi044 ceph-mon[34175]: pgmap v60: 97 pgs: 97 active+clean; 5.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 127 MiB/s wr, 90 op/s 2024-09-19T05:44:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:12 smithi007 ceph-mon[30960]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-19T05:44:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:12 smithi007 ceph-mon[30960]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:44:13.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:12 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:44:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:12 smithi063 ceph-mon[34779]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-19T05:44:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:12 smithi063 ceph-mon[34779]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:44:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:12 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:44:13.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:12 smithi044 ceph-mon[34175]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-19T05:44:13.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:12 smithi044 ceph-mon[34175]: mds.? [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] up:active 2024-09-19T05:44:13.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:12 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:44:13.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 -- 172.21.15.7:0/3875704975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40102460 msgr2=0x7f4f4010e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 --2- 172.21.15.7:0/3875704975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40102460 0x7f4f4010e990 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4f38009c10 tx=0x7f4f3802a6e0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 -- 172.21.15.7:0/3875704975 shutdown_connections 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 --2- 172.21.15.7:0/3875704975 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40102460 0x7f4f4010e990 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 --2- 172.21.15.7:0/3875704975 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40101ac0 0x7f4f40101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 --2- 172.21.15.7:0/3875704975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40107ad0 0x7f4f40107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 -- 172.21.15.7:0/3875704975 >> 172.21.15.7:0/3875704975 conn(0x7f4f400fd7e0 msgr2=0x7f4f400ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 -- 172.21.15.7:0/3875704975 shutdown_connections 2024-09-19T05:44:13.286 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.283+0000 7f4f4562e640 1 -- 172.21.15.7:0/3875704975 wait complete. 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.284+0000 7f4f4562e640 1 Processor -- start 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 -- start start 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 0x7f4f4010b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40102460 0x7f4f4010bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40075960 con 0x7f4f40107ad0 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f400757e0 con 0x7f4f40102460 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f4562e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4f40075ae0 con 0x7f4f40101ac0 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f3f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56702/0 (socket says 172.21.15.7:56702) 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f3f7fe640 1 -- 172.21.15.7:0/216793278 learned_addr learned my addr 172.21.15.7:0/216793278 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f3effd640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 0x7f4f4010b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.288 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.285+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40102460 0x7f4f4010bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 -- 172.21.15.7:0/216793278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 msgr2=0x7f4f4010b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 0x7f4f4010b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 -- 172.21.15.7:0/216793278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40102460 msgr2=0x7f4f4010bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40102460 0x7f4f4010bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 -- 172.21.15.7:0/216793278 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f401a38f0 con 0x7f4f40107ad0 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3effd640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 0x7f4f4010b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:13.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f3f7fe640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f4f3802ac00 tx=0x7f4f38003e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.286+0000 7f4f27fff640 1 -- 172.21.15.7:0/216793278 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38041020 con 0x7f4f40107ad0 2024-09-19T05:44:13.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.287+0000 7f4f27fff640 1 -- 172.21.15.7:0/216793278 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f38037040 con 0x7f4f40107ad0 2024-09-19T05:44:13.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.287+0000 7f4f27fff640 1 -- 172.21.15.7:0/216793278 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38036070 con 0x7f4f40107ad0 2024-09-19T05:44:13.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.287+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f401a3b80 con 0x7f4f40107ad0 2024-09-19T05:44:13.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.287+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f401ab470 con 0x7f4f40107ad0 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f27fff640 1 -- 172.21.15.7:0/216793278 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f4f38044020 con 0x7f4f40107ad0 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 Processor -- start 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 -- start start 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78f7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf79050a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557bf785c2f0 con 0x557bf78f7af0 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557bf7804270 con 0x557bf7902cb0 2024-09-19T05:44:13.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.291+0000 7f4f483ca740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x557bf78582b0 con 0x557bf78f8410 2024-09-19T05:44:13.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38570/0 (socket says 172.21.15.7:38570) 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 -- 172.21.15.7:0/829511354 learned_addr learned my addr 172.21.15.7:0/829511354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f27fff640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 0x7f4f280a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78f7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f27fff640 1 -- 172.21.15.7:0/216793278 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f4f380f04d0 con 0x7f4f40107ad0 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 -- 172.21.15.7:0/829511354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 msgr2=0x557bf79050a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf79050a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 -- 172.21.15.7:0/829511354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 msgr2=0x557bf78f7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78f7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 -- 172.21.15.7:0/829511354 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bf7803340 con 0x557bf78f8410 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3f7fe640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 0x7f4f280a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f3effd640 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4f30009cd0 tx=0x7f4f300117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dc7e325050449f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.292+0000 7f4f257fa640 1 -- 172.21.15.7:0/829511354 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f30012450 con 0x557bf78f8410 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.293+0000 7f4f257fa640 1 -- 172.21.15.7:0/829511354 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f30012aa0 con 0x557bf78f8410 2024-09-19T05:44:13.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.293+0000 7f4f257fa640 1 -- 172.21.15.7:0/829511354 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3000fc00 con 0x557bf78f8410 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- 172.21.15.7:0/829511354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 msgr2=0x557bf7902770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f3f7fe640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 0x7f4f280a58f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4f380bc4c0 tx=0x7f4f38043fb0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4f30009cd0 tx=0x7f4f300117b0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- 172.21.15.7:0/829511354 shutdown_connections 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf79050a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf78f8410 0x557bf7902770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 --2- 172.21.15.7:0/829511354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78f7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- 172.21.15.7:0/829511354 >> 172.21.15.7:0/829511354 conn(0x557bf78f4060 msgr2=0x557bf78f4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- 172.21.15.7:0/829511354 shutdown_connections 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- 172.21.15.7:0/829511354 wait complete. 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 -- start start 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.294+0000 7f4f483ca740 1 Processor -- start 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf79000a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf7902cb0 0x557bf79005e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557bf7905880 con 0x557bf78f7af0 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557bf77e5290 con 0x557bf78f8410 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x557bf7905a00 con 0x557bf7902cb0 2024-09-19T05:44:13.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f483ca740 10 client.0 _ll_register_callbacks cb 0x557bf7816140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f3e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f3e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56720/0 (socket says 172.21.15.7:56720) 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/698219424 learned_addr learned my addr 172.21.15.7:0/698219424 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.295+0000 7f4f3effd640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf79000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf7902cb0 0x557bf79005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf7902cb0 msgr2=0x557bf79005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf7902cb0 0x557bf79005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/698219424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 msgr2=0x557bf79000a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf79000a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/698219424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bf756f210 con 0x557bf78f7af0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f4f34009530 tx=0x7f4f34009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f40144ad322535 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f22ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:13.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f340120d0 con 0x557bf78f7af0 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f4f34005020 con 0x557bf78f7af0 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f30012aa0 con 0x557bf78f7af0 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.296+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4f34027050 con 0x557bf78f7af0 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 10 client.15882 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557bf763b620 con 0x557bf78f7af0 2024-09-19T05:44:13.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f30012aa0 con 0x557bf78f7af0 2024-09-19T05:44:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f4f3401f020 con 0x557bf78f7af0 2024-09-19T05:44:13.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 10 client.15882 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 10 client.15882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 20 client.15882 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf7912d10 0x557bf7915120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 4 client.15882 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.297+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557bf7869a20 con 0x557bf7912d10 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.298+0000 7f4f3effd640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf7912d10 0x557bf7915120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.298+0000 7f4f3effd640 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf7912d10 0x557bf7915120 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4081fefcab103341 server_cookie=8f6fdb62339aef00 in_seq=0 out_seq=0 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.298+0000 7f4f22ff5640 10 client.15882 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f22ff5640 1 -- 172.21.15.7:0/698219424 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557bf7869a20 con 0x557bf7912d10 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f22ff5640 10 client.15882 handle_command_reply: tid=0 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 client.15882 shutdown 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 msgr2=0x557bf78ffb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f4f34009530 tx=0x7f4f34009ad0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 shutdown_connections 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf7902cb0 0x557bf79005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf79000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf7912d10 0x557bf7915120 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 --2- 172.21.15.7:0/698219424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f7af0 0x557bf78ffb60 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 >> 172.21.15.7:0/698219424 conn(0x557bf78f4060 msgr2=0x557bf78f9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f22ff5640 0 client.15882 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 shutdown_connections 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 1 -- 172.21.15.7:0/698219424 wait complete. 2024-09-19T05:44:13.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.299+0000 7f4f483ca740 20 client.15882 trim_cache size 0 max 16384 2024-09-19T05:44:13.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.325+0000 7f4f483ca740 1 Processor -- start 2024-09-19T05:44:13.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.325+0000 7f4f483ca740 1 -- start start 2024-09-19T05:44:13.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf78fa560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf791ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b3d70 con 0x557bf7902cb0 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b5970 con 0x557bf78f8410 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f483ca740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b4440 con 0x557bf791a9e0 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf78fa560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56730/0 (socket says 172.21.15.7:56730) 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3effd640 1 -- 172.21.15.7:0/120954675 learned_addr learned my addr 172.21.15.7:0/120954675 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf791ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/120954675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 msgr2=0x557bf791ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf791ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/120954675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 msgr2=0x557bf7900410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.326+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/120954675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bf78f7870 con 0x557bf78f8410 2024-09-19T05:44:13.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.327+0000 7f4f3effd640 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:13.330 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.327+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf78fa560 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4f34012040 tx=0x7f4f3400ff30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20ef7fbc1398c56d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.327+0000 7f4f24ff9640 1 -- 172.21.15.7:0/120954675 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f34032030 con 0x557bf78f8410 2024-09-19T05:44:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.327+0000 7f4f24ff9640 1 -- 172.21.15.7:0/120954675 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f3401c040 con 0x557bf78f8410 2024-09-19T05:44:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.327+0000 7f4f24ff9640 1 -- 172.21.15.7:0/120954675 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f34012180 con 0x557bf78f8410 2024-09-19T05:44:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- 172.21.15.7:0/120954675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 msgr2=0x557bf78fa560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.333 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf78fa560 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4f34012040 tx=0x7f4f3400ff30 comp rx=0 tx=0).stop 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- 172.21.15.7:0/120954675 shutdown_connections 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf791ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf7902cb0 0x557bf7900410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 --2- 172.21.15.7:0/120954675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf78f8410 0x557bf78fa560 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- 172.21.15.7:0/120954675 >> 172.21.15.7:0/120954675 conn(0x557bf78f4060 msgr2=0x557bf78fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- 172.21.15.7:0/120954675 shutdown_connections 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- 172.21.15.7:0/120954675 wait complete. 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.328+0000 7f4f483ca740 1 -- start start 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 Processor -- start 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf7906970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf79759e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.334 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b51e0 con 0x557bf78f8410 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b4b10 con 0x557bf7902cb0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4f401b1d50 con 0x557bf791a9e0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f483ca740 10 client.0 _ll_register_callbacks cb 0x7f4f34012a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f3e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f3e7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56744/0 (socket says 172.21.15.7:56744) 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/1852659897 learned_addr learned my addr 172.21.15.7:0/1852659897 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f3effd640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf7906970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.329+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf79759e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 msgr2=0x557bf79759e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf79759e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/1852659897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 msgr2=0x557bf7906970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf7906970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 -- 172.21.15.7:0/1852659897 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bf7976020 con 0x557bf78f8410 2024-09-19T05:44:13.335 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3effd640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf7906970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f3e7fc640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f4f34000c00 tx=0x7f4f34012070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe89e18ba2800b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f22ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f34032070 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f4f34004870 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f3401c040 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4f34004a70 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f483ca740 10 client.15888 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.330+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557bf797d3e0 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f3401c040 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f4f3401f040 con 0x557bf78f8410 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 10 client.15888 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 10 client.15888 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:13.336 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 20 client.15888 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf797da10 0x557bf797fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 4 client.15888 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557bf7863d70 con 0x557bf797da10 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.331+0000 7f4f3effd640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf797da10 0x557bf797fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.332+0000 7f4f3effd640 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf797da10 0x557bf797fe30 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fe3ef149b3b9fe8 server_cookie=cf29632d0fba16fe in_seq=0 out_seq=0 2024-09-19T05:44:13.337 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.332+0000 7f4f22ff5640 10 client.15888 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:13.341 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f22ff5640 1 -- 172.21.15.7:0/1852659897 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557bf7863d70 con 0x557bf797da10 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f22ff5640 10 client.15888 handle_command_reply: tid=0 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 client.15888 shutdown 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 msgr2=0x557bf7906430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f4f34000c00 tx=0x7f4f34012070 comp rx=0 tx=0).stop 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 shutdown_connections 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x557bf791a9e0 0x557bf79759e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557bf7902cb0 0x557bf7906970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x557bf797da10 0x557bf797fe30 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 --2- 172.21.15.7:0/1852659897 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557bf78f8410 0x557bf7906430 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f22ff5640 0 client.15888 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:13.342 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 >> 172.21.15.7:0/1852659897 conn(0x557bf78f4060 msgr2=0x557bf791a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 shutdown_connections 2024-09-19T05:44:13.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.340+0000 7f4f483ca740 1 -- 172.21.15.7:0/1852659897 wait complete. 2024-09-19T05:44:13.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.341+0000 7f4f483ca740 20 client.15888 trim_cache size 0 max 16384 2024-09-19T05:44:13.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:44:13.343 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:44:13.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:44:13.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:44:13.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.341+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 msgr2=0x7f4f280a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.344 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.341+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 0x7f4f280a58f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4f380bc4c0 tx=0x7f4f38043fb0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.341+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 msgr2=0x7f4f401a31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.341+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f4f3802ac00 tx=0x7f4f38003e60 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 shutdown_connections 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f40107ad0 0x7f4f401a31c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f40102460 0x7f4f4010bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4f280a3430 0x7f4f280a58f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 --2- 172.21.15.7:0/216793278 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4f40101ac0 0x7f4f4010b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 >> 172.21.15.7:0/216793278 conn(0x7f4f400fd7e0 msgr2=0x7f4f400fdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 shutdown_connections 2024-09-19T05:44:13.345 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:13.342+0000 7f4f4562e640 1 -- 172.21.15.7:0/216793278 wait complete. 2024-09-19T05:44:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:13 smithi063 ceph-mon[34779]: pgmap v61: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 192 MiB/s wr, 130 op/s 2024-09-19T05:44:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:13 smithi044 ceph-mon[34175]: pgmap v61: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 192 MiB/s wr, 130 op/s 2024-09-19T05:44:14.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:13 smithi007 ceph-mon[30960]: pgmap v61: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 192 MiB/s wr, 130 op/s 2024-09-19T05:44:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:15 smithi063 ceph-mon[34779]: pgmap v62: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:16.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:15 smithi044 ceph-mon[34175]: pgmap v62: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:16.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:15 smithi007 ceph-mon[30960]: pgmap v62: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:17.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:16 smithi044 ceph-mon[34175]: scrub summary: idle 2024-09-19T05:44:17.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:16 smithi044 ceph-mon[34175]: scrub summary: idle 2024-09-19T05:44:17.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:16 smithi007 ceph-mon[30960]: scrub summary: idle 2024-09-19T05:44:17.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:16 smithi007 ceph-mon[30960]: scrub summary: idle 2024-09-19T05:44:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:16 smithi063 ceph-mon[34779]: scrub summary: idle 2024-09-19T05:44:17.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:16 smithi063 ceph-mon[34779]: scrub summary: idle 2024-09-19T05:44:18.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:17 smithi044 ceph-mon[34175]: pgmap v63: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:18.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:17 smithi007 ceph-mon[30960]: pgmap v63: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:17 smithi063 ceph-mon[34779]: pgmap v63: 97 pgs: 97 active+clean; 6.5 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 131 MiB/s wr, 77 op/s 2024-09-19T05:44:20.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:19 smithi044 ceph-mon[34175]: pgmap v64: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 201 MiB/s wr, 119 op/s 2024-09-19T05:44:20.292 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:19 smithi007 ceph-mon[30960]: pgmap v64: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 201 MiB/s wr, 119 op/s 2024-09-19T05:44:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:19 smithi063 ceph-mon[34779]: pgmap v64: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 201 MiB/s wr, 119 op/s 2024-09-19T05:44:22.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:21 smithi044 ceph-mon[34175]: pgmap v65: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 135 MiB/s wr, 81 op/s 2024-09-19T05:44:22.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:21 smithi007 ceph-mon[30960]: pgmap v65: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 135 MiB/s wr, 81 op/s 2024-09-19T05:44:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:21 smithi063 ceph-mon[34779]: pgmap v65: 97 pgs: 97 active+clean; 7.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 135 MiB/s wr, 81 op/s 2024-09-19T05:44:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:23 smithi044 ceph-mon[34175]: pgmap v66: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 205 MiB/s wr, 121 op/s 2024-09-19T05:44:24.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:23 smithi007 ceph-mon[30960]: pgmap v66: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 205 MiB/s wr, 121 op/s 2024-09-19T05:44:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:23 smithi063 ceph-mon[34779]: pgmap v66: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 205 MiB/s wr, 121 op/s 2024-09-19T05:44:26.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:25 smithi044 ceph-mon[34175]: pgmap v67: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:26.726 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:25 smithi063 ceph-mon[34779]: pgmap v67: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:26.726 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:25 smithi007 ceph-mon[30960]: pgmap v67: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 -- 172.21.15.7:0/4150985262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f4106e60 msgr2=0x7f48f410d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/4150985262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f4106e60 0x7f48f410d8d0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009ca0 tx=0x7f48ec02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 -- 172.21.15.7:0/4150985262 shutdown_connections 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/4150985262 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f4106e60 0x7f48f410d8d0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/4150985262 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f41022d0 0x7f48f4106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/4150985262 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 0x7f48f4101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 -- 172.21.15.7:0/4150985262 >> 172.21.15.7:0/4150985262 conn(0x7f48f4075eb0 msgr2=0x7f48f40762c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 -- 172.21.15.7:0/4150985262 shutdown_connections 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.478+0000 7f48fb6b7640 1 -- 172.21.15.7:0/4150985262 wait complete. 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 Processor -- start 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 -- start start 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 0x7f48f41982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 0x7f48f41987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 0x7f48f419d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f4111d80 con 0x7f48f419cb70 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48f4111c00 con 0x7f48f4101920 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.479+0000 7f48fb6b7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f48f4111f00 con 0x7f48f4106e60 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f9c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 0x7f48f419d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f9c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 0x7f48f419d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52724/0 (socket says 172.21.15.7:52724) 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f9c54640 1 -- 172.21.15.7:0/18652781 learned_addr learned my addr 172.21.15.7:0/18652781 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 0x7f48f41987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f9453640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 0x7f48f41982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 -- 172.21.15.7:0/18652781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 msgr2=0x7f48f41982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 0x7f48f41982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 -- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 msgr2=0x7f48f419d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 0x7f48f419d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 -- 172.21.15.7:0/18652781 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48f419d660 con 0x7f48f4106e60 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.480+0000 7f48f8c52640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 0x7f48f41987f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f48e400e9c0 tx=0x7f48e400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.481+0000 7f48ea7fc640 1 -- 172.21.15.7:0/18652781 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e400ccc0 con 0x7f48f4106e60 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.481+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48f419d950 con 0x7f48f4106e60 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.481+0000 7f48ea7fc640 1 -- 172.21.15.7:0/18652781 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e40108e0 con 0x7f48f4106e60 2024-09-19T05:44:26.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.481+0000 7f48ea7fc640 1 -- 172.21.15.7:0/18652781 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e40187e0 con 0x7f48f4106e60 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.481+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48f41a5140 con 0x7f48f4106e60 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.484+0000 7f48ea7fc640 1 -- 172.21.15.7:0/18652781 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f48e4010a90 con 0x7f48f4106e60 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.485+0000 7f48fe450740 1 Processor -- start 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.485+0000 7f48fe450740 1 -- start start 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f2cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f28ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1e832f0 con 0x55e2e1f2cbc0 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1e2b270 con 0x55e2e1f29020 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48fe450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1e7f2b0 con 0x55e2e1f28680 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48ea7fc640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 0x7f48e00a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f9c54640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f2cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:42014/0 (socket says 172.21.15.7:42014) 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 -- 172.21.15.7:0/3607327173 learned_addr learned my addr 172.21.15.7:0/3607327173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f9c54640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 0x7f48e00a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48ea7fc640 1 -- 172.21.15.7:0/18652781 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f48e40cffb0 con 0x7f48f4106e60 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f9453640 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f28ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 -- 172.21.15.7:0/3607327173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 msgr2=0x55e2e1f28ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f28ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 -- 172.21.15.7:0/3607327173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 msgr2=0x55e2e1f2cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f2cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.486+0000 7f48f8c52640 1 -- 172.21.15.7:0/3607327173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e1e2a340 con 0x55e2e1f29020 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.487+0000 7f48f9c54640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 0x7f48e00a5870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009a60 tx=0x7f48ec009360 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.487+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f48e409c2e0 tx=0x7f48e400ce60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=181998361049fbfb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.488+0000 7f48df7fe640 1 -- 172.21.15.7:0/3607327173 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e40cde60 con 0x55e2e1f29020 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.488+0000 7f48df7fe640 1 -- 172.21.15.7:0/3607327173 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e4024120 con 0x55e2e1f29020 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.488+0000 7f48df7fe640 1 -- 172.21.15.7:0/3607327173 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e40c40a0 con 0x55e2e1f29020 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.488+0000 7f48fe450740 1 -- 172.21.15.7:0/3607327173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 msgr2=0x55e2e1f34ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.488+0000 7f48fe450740 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f48e409c2e0 tx=0x7f48e400ce60 comp rx=0 tx=0).stop 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 -- 172.21.15.7:0/3607327173 shutdown_connections 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f34ac0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f28ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 --2- 172.21.15.7:0/3607327173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f2cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 -- 172.21.15.7:0/3607327173 >> 172.21.15.7:0/3607327173 conn(0x55e2e1f1ab10 msgr2=0x55e2e1f1aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 -- 172.21.15.7:0/3607327173 shutdown_connections 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 -- 172.21.15.7:0/3607327173 wait complete. 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 -- start start 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.489+0000 7f48fe450740 1 Processor -- start 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f31f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f329b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1f350c0 con 0x55e2e1f29020 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1e0c290 con 0x55e2e1f2cbc0 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1f35240 con 0x55e2e1f28680 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48fe450740 10 client.0 _ll_register_callbacks cb 0x55e2e1e3d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48f8c52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48f8c52640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52738/0 (socket says 172.21.15.7:52738) 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48f8c52640 1 -- 172.21.15.7:0/3026989163 learned_addr learned my addr 172.21.15.7:0/3026989163 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48f9453640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.490+0000 7f48f9c54640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f329b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 -- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 msgr2=0x55e2e1f31f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f31f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 -- 172.21.15.7:0/3026989163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 msgr2=0x55e2e1f329b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f329b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 -- 172.21.15.7:0/3026989163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e1b96210 con 0x55e2e1f29020 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f9453640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f31f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48f8c52640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f48e40987b0 tx=0x7f48e4088300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec2b373ce1c5f305 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e40b4020 con 0x55e2e1f29020 2024-09-19T05:44:26.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f48e40cd990 con 0x55e2e1f29020 2024-09-19T05:44:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e2e1e90a20 con 0x55e2e1f29020 2024-09-19T05:44:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.491+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f48e40cde60 con 0x55e2e1f29020 2024-09-19T05:44:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 10 client.15900 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:26.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e2e1c62620 con 0x55e2e1f29020 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48e40a4f10 con 0x55e2e1f29020 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f48e40c3fb0 con 0x55e2e1f29020 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 10 client.15900 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 10 client.15900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 20 client.15900 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1f42310 0x55e2e1f44700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 4 client.15900 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.492+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2e1e90a20 con 0x55e2e1f42310 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.493+0000 7f48f9453640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1f42310 0x55e2e1f44700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.493+0000 7f48dcff9640 10 client.15900 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.493+0000 7f48f9453640 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1f42310 0x55e2e1f44700 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fb9f74dd54fcf56 server_cookie=6e00fcafcd98d3f5 in_seq=0 out_seq=0 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48dcff9640 1 -- 172.21.15.7:0/3026989163 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e2e1e90a20 con 0x55e2e1f42310 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48dcff9640 10 client.15900 handle_command_reply: tid=0 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 client.15900 shutdown 2024-09-19T05:44:26.750 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 msgr2=0x55e2e1f32470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f48e40987b0 tx=0x7f48e4088300 comp rx=0 tx=0).stop 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 shutdown_connections 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f329b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1f42310 0x55e2e1f44700 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f29020 0x55e2e1f32470 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 --2- 172.21.15.7:0/3026989163 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f31f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 >> 172.21.15.7:0/3026989163 conn(0x55e2e1f1ab10 msgr2=0x55e2e1f27e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48dcff9640 0 client.15900 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 shutdown_connections 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.494+0000 7f48fe450740 1 -- 172.21.15.7:0/3026989163 wait complete. 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.495+0000 7f48fe450740 20 client.15900 trim_cache size 0 max 16384 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 Processor -- start 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 -- start start 2024-09-19T05:44:26.751 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f29020 0x55e2e1f2a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f49ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48f9453640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41ab550 con 0x55e2e1f28680 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41ad150 con 0x55e2e1f2cbc0 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48fe450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41abc20 con 0x55e2e1f29020 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48f9453640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52748/0 (socket says 172.21.15.7:52748) 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.519+0000 7f48f9453640 1 -- 172.21.15.7:0/1647265264 learned_addr learned my addr 172.21.15.7:0/1647265264 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 -- 172.21.15.7:0/1647265264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f29020 msgr2=0x55e2e1f2a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f29020 0x55e2e1f2a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 -- 172.21.15.7:0/1647265264 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 msgr2=0x55e2e1f49ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f49ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 -- 172.21.15.7:0/1647265264 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e1f1e980 con 0x55e2e1f28680 2024-09-19T05:44:26.752 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48f9453640 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f48f000bb40 tx=0x7f48f00055d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b924ed2f6b42a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48deffd640 1 -- 172.21.15.7:0/1647265264 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f001b330 con 0x55e2e1f28680 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48deffd640 1 -- 172.21.15.7:0/1647265264 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48f001b980 con 0x55e2e1f28680 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.520+0000 7f48deffd640 1 -- 172.21.15.7:0/1647265264 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0012a00 con 0x55e2e1f28680 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- 172.21.15.7:0/1647265264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 msgr2=0x55e2e1f2f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f48f000bb40 tx=0x7f48f00055d0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- 172.21.15.7:0/1647265264 shutdown_connections 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f49ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f29020 0x55e2e1f2a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 --2- 172.21.15.7:0/1647265264 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f28680 0x55e2e1f2f840 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- 172.21.15.7:0/1647265264 >> 172.21.15.7:0/1647265264 conn(0x55e2e1f1ab10 msgr2=0x55e2e1f2b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- 172.21.15.7:0/1647265264 shutdown_connections 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- 172.21.15.7:0/1647265264 wait complete. 2024-09-19T05:44:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.521+0000 7f48fe450740 1 -- start start 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 Processor -- start 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f49dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f4a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41ac9c0 con 0x55e2e1f2cbc0 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41ac2f0 con 0x55e2e1f29020 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f48f41a9530 con 0x55e2e1f28680 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48fe450740 10 client.0 _ll_register_callbacks cb 0x7f48ec009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48f9453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48f9453640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:50516/0 (socket says 172.21.15.7:50516) 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48f9453640 1 -- 172.21.15.7:0/598268553 learned_addr learned my addr 172.21.15.7:0/598268553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48f9c54640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f4a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.522+0000 7f48f8c52640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f49dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 -- 172.21.15.7:0/598268553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 msgr2=0x55e2e1f49dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f49dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 -- 172.21.15.7:0/598268553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 msgr2=0x55e2e1f4a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f4a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 -- 172.21.15.7:0/598268553 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e1f34ac0 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9c54640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f4a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48f9453640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f48f0004e10 tx=0x7f48f0004e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e7a97d02b200519 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.523+0000 7f48dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0004020 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f48f00041c0 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48f001b980 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f48f00043c0 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48fe450740 10 client.25585 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.524+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55e2e1facdc0 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48f00035f0 con 0x55e2e1f28680 2024-09-19T05:44:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f48f002b070 con 0x55e2e1f28680 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 10 client.25585 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 10 client.25585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 20 client.25585 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1fad5d0 0x55e2e1faf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 4 client.25585 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f48f001b980 con 0x55e2e1fad5d0 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.525+0000 7f48f8c52640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1fad5d0 0x55e2e1faf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.526+0000 7f48f8c52640 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1fad5d0 0x55e2e1faf9f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5416e6b986b0faf9 server_cookie=93e9ac7554ce5dbb in_seq=0 out_seq=0 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.526+0000 7f48dcff9640 10 client.25585 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48dcff9640 1 -- 172.21.15.7:0/598268553 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f48f001b980 con 0x55e2e1fad5d0 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48dcff9640 10 client.25585 handle_command_reply: tid=0 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 client.25585 shutdown 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 msgr2=0x55e2e1f49890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f48f0004e10 tx=0x7f48f0004e40 comp rx=0 tx=0).stop 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 shutdown_connections 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e2e1fad5d0 0x55e2e1faf9f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e2e1f2cbc0 0x55e2e1f4a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e2e1f29020 0x55e2e1f49dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48dcff9640 0 client.25585 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 --2- 172.21.15.7:0/598268553 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e2e1f28680 0x55e2e1f49890 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 >> 172.21.15.7:0/598268553 conn(0x55e2e1f1ab10 msgr2=0x55e2e1f30800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 shutdown_connections 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 1 -- 172.21.15.7:0/598268553 wait complete. 2024-09-19T05:44:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.535+0000 7f48fe450740 20 client.25585 trim_cache size 0 max 16384 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 msgr2=0x7f48e00a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.758 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 0x7f48e00a5870 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009a60 tx=0x7f48ec009360 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 msgr2=0x7f48f41987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 0x7f48f41987f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f48e400e9c0 tx=0x7f48e400ee80 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 shutdown_connections 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f48f419cb70 0x7f48f419d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f48e00a33b0 0x7f48e00a5870 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f48f4106e60 0x7f48f41987f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 --2- 172.21.15.7:0/18652781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48f4101920 0x7f48f41982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 >> 172.21.15.7:0/18652781 conn(0x7f48f4075eb0 msgr2=0x7f48f4104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 shutdown_connections 2024-09-19T05:44:26.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:26.536+0000 7f48fb6b7640 1 -- 172.21.15.7:0/18652781 wait complete. 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: pgmap v68: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:27 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: pgmap v68: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:44:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:27 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: pgmap v68: 97 pgs: 97 active+clean; 8.1 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:28.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:27 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:29.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:28 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:44:29.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:28 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:44:29.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:28 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:29.302 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:28 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:44:29.303 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:28 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:44:29.303 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:28 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:29.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:28 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:44:29.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:28 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:44:29.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:28 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:44:30.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:30 smithi007 ceph-mon[30960]: pgmap v69: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 210 MiB/s wr, 122 op/s 2024-09-19T05:44:30.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:30 smithi063 ceph-mon[34779]: pgmap v69: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 210 MiB/s wr, 122 op/s 2024-09-19T05:44:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:30 smithi044 ceph-mon[34175]: pgmap v69: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 210 MiB/s wr, 122 op/s 2024-09-19T05:44:32.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:32 smithi007 ceph-mon[30960]: pgmap v70: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:32.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:32 smithi063 ceph-mon[34779]: pgmap v70: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:32 smithi044 ceph-mon[34175]: pgmap v70: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 140 MiB/s wr, 80 op/s 2024-09-19T05:44:34.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:34 smithi007 ceph-mon[30960]: pgmap v71: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 209 MiB/s wr, 119 op/s 2024-09-19T05:44:34.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:34 smithi063 ceph-mon[34779]: pgmap v71: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 209 MiB/s wr, 119 op/s 2024-09-19T05:44:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:34 smithi044 ceph-mon[34175]: pgmap v71: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 209 MiB/s wr, 119 op/s 2024-09-19T05:44:36.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:36 smithi007 ceph-mon[30960]: pgmap v72: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:36.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:36 smithi063 ceph-mon[34779]: pgmap v72: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:36 smithi044 ceph-mon[34175]: pgmap v72: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:38.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:38 smithi063 ceph-mon[34779]: pgmap v73: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:38 smithi044 ceph-mon[34175]: pgmap v73: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:38.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:38 smithi007 ceph-mon[30960]: pgmap v73: 97 pgs: 97 active+clean; 9.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 139 MiB/s wr, 80 op/s 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.682+0000 7f2592bcf640 1 -- 172.21.15.7:0/1690283440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 msgr2=0x7f258c101f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.682+0000 7f2592bcf640 1 --2- 172.21.15.7:0/1690283440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c101f20 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2578009930 tx=0x7f257802a420 comp rx=0 tx=0).stop 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.682+0000 7f2592bcf640 1 -- 172.21.15.7:0/1690283440 shutdown_connections 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.682+0000 7f2592bcf640 1 --2- 172.21.15.7:0/1690283440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.682+0000 7f2592bcf640 1 --2- 172.21.15.7:0/1690283440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c101f20 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.683+0000 7f2592bcf640 1 --2- 172.21.15.7:0/1690283440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.683+0000 7f2592bcf640 1 -- 172.21.15.7:0/1690283440 >> 172.21.15.7:0/1690283440 conn(0x7f258c0fd7a0 msgr2=0x7f258c0ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.683+0000 7f2592bcf640 1 -- 172.21.15.7:0/1690283440 shutdown_connections 2024-09-19T05:44:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.683+0000 7f2592bcf640 1 -- 172.21.15.7:0/1690283440 wait complete. 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 Processor -- start 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 -- start start 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c10cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f258c111e10 con 0x7f258c102460 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f258c111c90 con 0x7f258c107ad0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f2592bcf640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f258c111f90 con 0x7f258c101ac0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48082/0 (socket says 172.21.15.7:48082) 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 -- 172.21.15.7:0/3803018461 learned_addr learned my addr 172.21.15.7:0/3803018461 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259116c640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c10cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f258bfff640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 -- 172.21.15.7:0/3803018461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 msgr2=0x7f258c10cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c10cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.684+0000 7f259096b640 1 -- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 msgr2=0x7f258c10ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f259096b640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f259096b640 1 -- 172.21.15.7:0/3803018461 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f258c10d4a0 con 0x7f258c101ac0 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f259116c640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c10cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f258bfff640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f259096b640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2580009d50 tx=0x7f258000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f2589ffb640 1 -- 172.21.15.7:0/3803018461 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2580003b70 con 0x7f258c101ac0 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f258c10d790 con 0x7f258c101ac0 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f2589ffb640 1 -- 172.21.15.7:0/3803018461 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2580003d10 con 0x7f258c101ac0 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f2589ffb640 1 -- 172.21.15.7:0/3803018461 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25800108f0 con 0x7f258c101ac0 2024-09-19T05:44:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.685+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f258c06f5b0 con 0x7f258c101ac0 2024-09-19T05:44:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.689+0000 7f2589ffb640 1 -- 172.21.15.7:0/3803018461 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f2580004020 con 0x7f258c101ac0 2024-09-19T05:44:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.690+0000 7f2589ffb640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 0x7f257c0a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2589ffb640 1 -- 172.21.15.7:0/3803018461 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f25800d04c0 con 0x7f258c101ac0 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f258bfff640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 0x7f257c0a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 Processor -- start 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 -- start start 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d5920770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d59230a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575d587a2f0 con 0x5575d5920cb0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5575d5822270 con 0x5575d5916410 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f2595a44740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5575d58762b0 con 0x5575d5915af0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48094/0 (socket says 172.21.15.7:48094) 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f259096b640 1 -- 172.21.15.7:0/1084728637 learned_addr learned my addr 172.21.15.7:0/1084728637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f259116c640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d59230a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f258bfff640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 0x7f257c0a5970 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2578006010 tx=0x7f2578000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.691+0000 7f258bfff640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d5920770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 -- 172.21.15.7:0/1084728637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 msgr2=0x5575d5920770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d5920770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 -- 172.21.15.7:0/1084728637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 msgr2=0x5575d59230a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d59230a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 -- 172.21.15.7:0/1084728637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575d5821340 con 0x5575d5915af0 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259116c640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d59230a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f259096b640 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2580099120 tx=0x7f258009c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f622f2e20867a9f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f2576ffd640 1 -- 172.21.15.7:0/1084728637 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25800b4020 con 0x5575d5915af0 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f2576ffd640 1 -- 172.21.15.7:0/1084728637 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f258009c750 con 0x5575d5915af0 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.692+0000 7f2576ffd640 1 -- 172.21.15.7:0/1084728637 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2580098dc0 con 0x5575d5915af0 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- 172.21.15.7:0/1084728637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 msgr2=0x5575d5915ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2580099120 tx=0x7f258009c350 comp rx=0 tx=0).stop 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- 172.21.15.7:0/1084728637 shutdown_connections 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d59230a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d5920770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 --2- 172.21.15.7:0/1084728637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5915ed0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- 172.21.15.7:0/1084728637 >> 172.21.15.7:0/1084728637 conn(0x5575d5912060 msgr2=0x5575d5912440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- 172.21.15.7:0/1084728637 shutdown_connections 2024-09-19T05:44:39.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- 172.21.15.7:0/1084728637 wait complete. 2024-09-19T05:44:39.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.693+0000 7f2595a44740 1 -- start start 2024-09-19T05:44:39.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.694+0000 7f2595a44740 1 Processor -- start 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.694+0000 7f2595a44740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d591dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d591e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575d5923880 con 0x5575d5920cb0 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5575d5803290 con 0x5575d5916410 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5575d5923a00 con 0x5575d5915af0 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f2595a44740 10 client.0 _ll_register_callbacks cb 0x5575d5834140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f258bfff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d591e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60406/0 (socket says 172.21.15.7:60406) 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 -- 172.21.15.7:0/1548190347 learned_addr learned my addr 172.21.15.7:0/1548190347 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:39.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259096b640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d591dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 -- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 msgr2=0x5575d591dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d591dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 -- 172.21.15.7:0/1548190347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 msgr2=0x5575d591e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d591e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.695+0000 7f259116c640 1 -- 172.21.15.7:0/1548190347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575d558d210 con 0x5575d5920cb0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.696+0000 7f259116c640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f258400be80 tx=0x7f25840117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3374cd6824e05024 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.696+0000 7f256bfff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.696+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2584012650 con 0x5575d5920cb0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.696+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f25840127f0 con 0x5575d5920cb0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.696+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f258009c750 con 0x5575d5920cb0 2024-09-19T05:44:39.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f25840129f0 con 0x5575d5920cb0 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 10 client.15918 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575d5659620 con 0x5575d5920cb0 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f258009c750 con 0x5575d5920cb0 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f258401bc50 con 0x5575d5920cb0 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 10 client.15918 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 10 client.15918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 20 client.15918 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d5930d60 0x5575d5933170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 4 client.15918 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.697+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575d5887a20 con 0x5575d5930d60 2024-09-19T05:44:39.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.698+0000 7f259096b640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d5930d60 0x5575d5933170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.699+0000 7f256bfff640 10 client.15918 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:39.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.699+0000 7f259096b640 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d5930d60 0x5575d5933170 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26648e220dcd2682 server_cookie=3b36ffbc42c42207 in_seq=0 out_seq=0 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.699+0000 7f256bfff640 1 -- 172.21.15.7:0/1548190347 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575d5887a20 con 0x5575d5930d60 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.699+0000 7f256bfff640 10 client.15918 handle_command_reply: tid=0 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.699+0000 7f2595a44740 1 client.15918 shutdown 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 msgr2=0x5575d591e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f258400be80 tx=0x7f25840117b0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 shutdown_connections 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d5930d60 0x5575d5933170 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5920cb0 0x5575d591e660 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5916410 0x5575d591e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f256bfff640 0 client.15918 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 --2- 172.21.15.7:0/1548190347 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d591dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 >> 172.21.15.7:0/1548190347 conn(0x5575d5912060 msgr2=0x5575d5917d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 shutdown_connections 2024-09-19T05:44:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 1 -- 172.21.15.7:0/1548190347 wait complete. 2024-09-19T05:44:39.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.700+0000 7f2595a44740 20 client.15918 trim_cache size 0 max 16384 2024-09-19T05:44:39.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 Processor -- start 2024-09-19T05:44:39.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 -- start start 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5918560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d591fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1bc680 con 0x5575d5916410 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1be280 con 0x5575d5920cb0 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f2595a44740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1bcd50 con 0x5575d5915af0 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f258bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d591fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f259116c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f259116c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:36542/0 (socket says 172.21.15.7:36542) 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f259116c640 1 -- 172.21.15.7:0/924584835 learned_addr learned my addr 172.21.15.7:0/924584835 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.726+0000 7f259096b640 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5918560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 -- 172.21.15.7:0/924584835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 msgr2=0x5575d5918560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5918560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 -- 172.21.15.7:0/924584835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 msgr2=0x5575d591fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d591fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 -- 172.21.15.7:0/924584835 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575d5911e90 con 0x5575d5920cb0 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f259116c640 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f25840234c0 tx=0x7f2584011d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0f80c25d5ee5bd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f25767fc640 1 -- 172.21.15.7:0/924584835 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2584030070 con 0x5575d5920cb0 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f25767fc640 1 -- 172.21.15.7:0/924584835 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2584012d90 con 0x5575d5920cb0 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.727+0000 7f25767fc640 1 -- 172.21.15.7:0/924584835 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2584023730 con 0x5575d5920cb0 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 -- 172.21.15.7:0/924584835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 msgr2=0x5575d591e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f25840234c0 tx=0x7f2584011d60 comp rx=0 tx=0).stop 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 -- 172.21.15.7:0/924584835 shutdown_connections 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d591e330 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d591fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 --2- 172.21.15.7:0/924584835 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5918560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.728+0000 7f2595a44740 1 -- 172.21.15.7:0/924584835 >> 172.21.15.7:0/924584835 conn(0x5575d5912060 msgr2=0x5575d591f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.729+0000 7f2595a44740 1 -- 172.21.15.7:0/924584835 shutdown_connections 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.729+0000 7f2595a44740 1 -- 172.21.15.7:0/924584835 wait complete. 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.729+0000 7f2595a44740 1 -- start start 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.729+0000 7f2595a44740 1 Processor -- start 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d5924630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d5924b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1bdaf0 con 0x5575d5916410 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48132/0 (socket says 172.21.15.7:48132) 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1bd420 con 0x5575d5920cb0 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1ba660 con 0x5575d5915af0 2024-09-19T05:44:39.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 -- 172.21.15.7:0/2785087512 learned_addr learned my addr 172.21.15.7:0/2785087512 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f2595a44740 10 client.0 _ll_register_callbacks cb 0x7f2584005f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f258bfff640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d5924630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259116c640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d5924b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 -- 172.21.15.7:0/2785087512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 msgr2=0x5575d5924b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d5924b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 -- 172.21.15.7:0/2785087512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 msgr2=0x5575d5924630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d5924630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.730+0000 7f259096b640 1 -- 172.21.15.7:0/2785087512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575d59253a0 con 0x5575d5915af0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f259096b640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f258009c6e0 tx=0x7f258009c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2223841e0ae030fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f256bfff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25800b9020 con 0x5575d5915af0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f258009aa50 con 0x5575d5915af0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2584012d90 con 0x5575d5915af0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f25800b4040 con 0x5575d5915af0 2024-09-19T05:44:39.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f2595a44740 10 client.25603 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.731+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5575d599b9a0 con 0x5575d5915af0 2024-09-19T05:44:39.736 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.732+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2584012d90 con 0x5575d5915af0 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f25800cde40 con 0x5575d5915af0 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 10 client.25603 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 10 client.25603 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 20 client.25603 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d599bc80 0x5575d599e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 4 client.25603 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575d5881d70 con 0x5575d599bc80 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.733+0000 7f258bfff640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d599bc80 0x5575d599e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.734+0000 7f258bfff640 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d599bc80 0x5575d599e070 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ffb98d77df2e470 server_cookie=b2a6d20281b2c0aa in_seq=0 out_seq=0 2024-09-19T05:44:39.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.734+0000 7f256bfff640 10 client.25603 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:39.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f256bfff640 1 -- 172.21.15.7:0/2785087512 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575d5881d70 con 0x5575d599bc80 2024-09-19T05:44:39.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f256bfff640 10 client.25603 handle_command_reply: tid=0 2024-09-19T05:44:39.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 client.25603 shutdown 2024-09-19T05:44:39.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 msgr2=0x5575d5929310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f258009c6e0 tx=0x7f258009c3c0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 shutdown_connections 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5575d5920cb0 0x5575d5924b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5575d599bc80 0x5575d599e070 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f256bfff640 0 client.25603 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575d5916410 0x5575d5924630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 --2- 172.21.15.7:0/2785087512 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5575d5915af0 0x5575d5929310 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.741+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 >> 172.21.15.7:0/2785087512 conn(0x5575d5912060 msgr2=0x5575d591f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.742+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 shutdown_connections 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.742+0000 7f2595a44740 1 -- 172.21.15.7:0/2785087512 wait complete. 2024-09-19T05:44:39.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.742+0000 7f2595a44740 20 client.25603 trim_cache size 0 max 16384 2024-09-19T05:44:39.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:44:39.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:44:39.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:44:39.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 msgr2=0x7f257c0a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 0x7f257c0a5970 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2578006010 tx=0x7f2578000bc0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 msgr2=0x7f258c0739b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2580009d50 tx=0x7f258000c6a0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 shutdown_connections 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f258c107ad0 0x7f258c10cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f258c102460 0x7f258c10ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f257c0a34b0 0x7f257c0a5970 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 --2- 172.21.15.7:0/3803018461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f258c101ac0 0x7f258c0739b0 secure :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f2580009d50 tx=0x7f258000c6a0 comp rx=0 tx=0).stop 2024-09-19T05:44:39.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.743+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 >> 172.21.15.7:0/3803018461 conn(0x7f258c0fd7a0 msgr2=0x7f258c0fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:39.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.744+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 shutdown_connections 2024-09-19T05:44:39.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:39.744+0000 7f2592bcf640 1 -- 172.21.15.7:0/3803018461 wait complete. 2024-09-19T05:44:40.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:40 smithi063 ceph-mon[34779]: pgmap v74: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 183 MiB/s wr, 435 op/s 2024-09-19T05:44:40.443 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:40 smithi007 ceph-mon[30960]: pgmap v74: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 183 MiB/s wr, 435 op/s 2024-09-19T05:44:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:40 smithi044 ceph-mon[34175]: pgmap v74: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 183 MiB/s wr, 435 op/s 2024-09-19T05:44:42.016 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-19T05:44:42.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:42 smithi007 ceph-mon[30960]: pgmap v75: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 113 MiB/s wr, 394 op/s 2024-09-19T05:44:42.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:42 smithi063 ceph-mon[34779]: pgmap v75: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 113 MiB/s wr, 394 op/s 2024-09-19T05:44:42.443 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:42 smithi044 ceph-mon[34175]: pgmap v75: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 113 MiB/s wr, 394 op/s 2024-09-19T05:44:43.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2485805619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 msgr2=0x7f9c64110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2485805619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c64110ca0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c009ca0 tx=0x7f9c5c02a8c0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2485805619 shutdown_connections 2024-09-19T05:44:43.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2485805619 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c64110ca0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2485805619 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c641089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2485805619 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 0x7f9c641043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2485805619 >> 172.21.15.7:0/2485805619 conn(0x7f9c640ffab0 msgr2=0x7f9c64101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2485805619 shutdown_connections 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.363+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2485805619 wait complete. 2024-09-19T05:44:43.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.364+0000 7f9c6a63a640 1 Processor -- start 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.365+0000 7f9c6a63a640 1 -- start start 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.365+0000 7f9c6a63a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 0x7f9c6419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.365+0000 7f9c6a63a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c6a63a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c6419eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c637fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c637fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60990/0 (socket says 172.21.15.7:60990) 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c637fe640 1 -- 172.21.15.7:0/2844640985 learned_addr learned my addr 172.21.15.7:0/2844640985 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 0x7f9c6419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c6419eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c64114030 con 0x7f9c64103ff0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c64113eb0 con 0x7f9c64109120 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.366+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641141b0 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 -- 172.21.15.7:0/2844640985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 msgr2=0x7f9c6419eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c6419eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 -- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 msgr2=0x7f9c6419a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 0x7f9c6419a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6419f380 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800e9f0 tx=0x7f9c5800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c617fa640 1 -- 172.21.15.7:0/2844640985 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5800cd80 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.367+0000 7f9c617fa640 1 -- 172.21.15.7:0/2844640985 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c580108e0 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.368+0000 7f9c617fa640 1 -- 172.21.15.7:0/2844640985 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58018920 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.368+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6419f670 con 0x7f9c641049a0 2024-09-19T05:44:43.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.368+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c641a6f50 con 0x7f9c641049a0 2024-09-19T05:44:43.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 Processor -- start 2024-09-19T05:44:43.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c617fa640 1 -- 172.21.15.7:0/2844640985 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9c58010a90 con 0x7f9c641049a0 2024-09-19T05:44:43.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 -- start start 2024-09-19T05:44:43.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8aec950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aef280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ca8a3f2e0 con 0x561ca8ae1cb0 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561ca89e6ce0 con 0x561ca8aece90 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.372+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x561ca8a3b2a0 con 0x561ca8ae25d0 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8aec950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8aec950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60994/0 (socket says 172.21.15.7:60994) 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56596/0 (socket says 172.21.15.7:56596) 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c63fff640 1 -- 172.21.15.7:0/541695382 learned_addr learned my addr 172.21.15.7:0/541695382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c637fe640 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aef280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 -- 172.21.15.7:0/541695382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 msgr2=0x561ca8aec950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8aec950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 -- 172.21.15.7:0/541695382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 msgr2=0x561ca8aef280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aef280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.373+0000 7f9c68bd7640 1 -- 172.21.15.7:0/541695382 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ca89cb440 con 0x561ca8ae1cb0 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c637fe640 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:43.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c02ade0 tx=0x7f9c5c009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=756e5024e4e7da65 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c4a7fc640 1 -- 172.21.15.7:0/541695382 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c031e50 con 0x561ca8ae1cb0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c4a7fc640 1 -- 172.21.15.7:0/541695382 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c5c036030 con 0x561ca8ae1cb0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c4a7fc640 1 -- 172.21.15.7:0/541695382 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c004280 con 0x561ca8ae1cb0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.374+0000 7f9c617fa640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 0x7f9c4c0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 0x7f9c4c0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 -- 172.21.15.7:0/541695382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 msgr2=0x561ca8ae2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c02ade0 tx=0x7f9c5c009540 comp rx=0 tx=0).stop 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c617fa640 1 -- 172.21.15.7:0/2844640985 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9c580cffe0 con 0x7f9c641049a0 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 -- 172.21.15.7:0/541695382 shutdown_connections 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8aec950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/541695382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8ae2090 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 -- 172.21.15.7:0/541695382 >> 172.21.15.7:0/541695382 conn(0x561ca8ade240 msgr2=0x561ca8ade620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 -- 172.21.15.7:0/541695382 shutdown_connections 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.375+0000 7f9c6ca13740 1 -- 172.21.15.7:0/541695382 wait complete. 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.376+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 0x7f9c4c0a5870 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x561ca8adf0a0 tx=0x7f9c5400b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.376+0000 7f9c6ca13740 1 -- start start 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.376+0000 7f9c6ca13740 1 Processor -- start 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8ae9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aea010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561ca8aef8e0 con 0x561ca8ae1cb0 2024-09-19T05:44:43.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561ca89fa050 con 0x561ca8aece90 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x561ca8aefa60 con 0x561ca8ae25d0 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c6ca13740 10 client.0 _ll_register_callbacks cb 0x561ca8a3a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8ae9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56610/0 (socket says 172.21.15.7:56610) 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c63fff640 1 -- 172.21.15.7:0/2440531325 learned_addr learned my addr 172.21.15.7:0/2440531325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aea010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 -- 172.21.15.7:0/2440531325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 msgr2=0x561ca8aea010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aea010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 -- 172.21.15.7:0/2440531325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 msgr2=0x561ca8aec800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.377+0000 7f9c637fe640 1 -- 172.21.15.7:0/2440531325 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ca87b03c0 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c637fe640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8ae9ab0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c580cd700 tx=0x7f9c5809be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8b1993464bf8507 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c437fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c580cdb80 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9c580bc0b0 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c5c036030 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c5809c340 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c6ca13740 10 client.25615 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.378+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ca8afb300 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c5c036030 con 0x561ca8ae25d0 2024-09-19T05:44:43.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f9c5809b790 con 0x561ca8ae25d0 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 10 client.25615 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 10 client.25615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 20 client.25615 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8afc860 0x561ca8afec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 4 client.25615 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:43.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.379+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ca8a4c850 con 0x561ca8afc860 2024-09-19T05:44:43.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.380+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8afc860 0x561ca8afec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.380+0000 7f9c63fff640 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8afc860 0x561ca8afec50 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31b7fbc60505cf88 server_cookie=1e275ec6dce19b1b in_seq=0 out_seq=0 2024-09-19T05:44:43.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.380+0000 7f9c437fe640 10 client.25615 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.381+0000 7f9c437fe640 1 -- 172.21.15.7:0/2440531325 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ca8a4c850 con 0x561ca8afc860 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.381+0000 7f9c437fe640 10 client.25615 handle_command_reply: tid=0 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.381+0000 7f9c6ca13740 1 client.25615 shutdown 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 msgr2=0x561ca8ae9ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8ae9ab0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c580cd700 tx=0x7f9c5809be80 comp rx=0 tx=0).stop 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 shutdown_connections 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8aea010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae25d0 0x561ca8ae9ab0 secure :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c580cd700 tx=0x7f9c5809be80 comp rx=0 tx=0).stop 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8afc860 0x561ca8afec50 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/2440531325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8aec800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c437fe640 0 client.25615 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 >> 172.21.15.7:0/2440531325 conn(0x561ca8ade240 msgr2=0x561ca8ad4b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 shutdown_connections 2024-09-19T05:44:43.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 1 -- 172.21.15.7:0/2440531325 wait complete. 2024-09-19T05:44:43.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.382+0000 7f9c6ca13740 20 client.25615 trim_cache size 0 max 16384 2024-09-19T05:44:43.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.413+0000 7f9c6ca13740 1 Processor -- start 2024-09-19T05:44:43.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.413+0000 7f9c6ca13740 1 -- start start 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8ae8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8b04520 0x561ca8b049b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641ab5a0 con 0x561ca8b04520 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641ad1a0 con 0x561ca8aece90 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c6ca13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641abc70 con 0x561ca8ae1cb0 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:32778/0 (socket says 172.21.15.7:32778) 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c63fff640 1 -- 172.21.15.7:0/3527211204 learned_addr learned my addr 172.21.15.7:0/3527211204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:43.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8b04520 0x561ca8b049b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.414+0000 7f9c637fe640 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8ae8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 -- 172.21.15.7:0/3527211204 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 msgr2=0x561ca8ae8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8ae8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 -- 172.21.15.7:0/3527211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8b04520 msgr2=0x561ca8b049b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8b04520 0x561ca8b049b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 -- 172.21.15.7:0/3527211204 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ca8ae8a60 con 0x561ca8ae1cb0 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c63fff640 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561ca8aff490 tx=0x7f9c54004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9b1121ec978ec38 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.415+0000 7f9c49ffb640 1 -- 172.21.15.7:0/3527211204 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5401eb90 con 0x561ca8ae1cb0 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.416+0000 7f9c49ffb640 1 -- 172.21.15.7:0/3527211204 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c5401ed30 con 0x561ca8ae1cb0 2024-09-19T05:44:43.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.416+0000 7f9c49ffb640 1 -- 172.21.15.7:0/3527211204 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54011730 con 0x561ca8ae1cb0 2024-09-19T05:44:43.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3527211204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 msgr2=0x561ca8af8b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x561ca8aff490 tx=0x7f9c54004610 comp rx=0 tx=0).stop 2024-09-19T05:44:43.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3527211204 shutdown_connections 2024-09-19T05:44:43.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8b04520 0x561ca8b049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8ae8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3527211204 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8ae1cb0 0x561ca8af8b40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3527211204 >> 172.21.15.7:0/3527211204 conn(0x561ca8ade240 msgr2=0x561ca8ae3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3527211204 shutdown_connections 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.417+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3527211204 wait complete. 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.418+0000 7f9c6ca13740 1 -- start start 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.418+0000 7f9c6ca13740 1 Processor -- start 2024-09-19T05:44:43.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.419+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8af1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.419+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8af18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.419+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8af1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.419+0000 7f9c6ca13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8b04520 0x561ca8b60530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.419+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8af1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56624/0 (socket says 172.21.15.7:56624) 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c63fff640 1 -- 172.21.15.7:0/3634181973 learned_addr learned my addr 172.21.15.7:0/3634181973 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641aca10 con 0x561ca8ae1cb0 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c637fe640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8af18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641ac340 con 0x561ca8aece90 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9c641a95e0 con 0x561ca8b04520 2024-09-19T05:44:43.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.420+0000 7f9c68bd7640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8b04520 0x561ca8b60530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c6ca13740 10 client.0 _ll_register_callbacks cb 0x7f9c58009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 -- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8b04520 msgr2=0x561ca8b60530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8b04520 0x561ca8b60530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 -- 172.21.15.7:0/3634181973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 msgr2=0x561ca8af1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8af1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ca8afefc0 con 0x561ca8aece90 2024-09-19T05:44:43.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.421+0000 7f9c637fe640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8af18b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x561ca8aeb060 tx=0x7f9c580a0530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa16fc2a0db234ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:43.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c437fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:43.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c580cdb90 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9c580bc2b0 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c5401ed30 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c580b5260 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c6ca13740 10 client.25472 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.422+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x561ca8aecb70 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c5401ed30 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f9c580d1070 con 0x561ca8aece90 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 10 client.25472 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 10 client.25472 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 20 client.25472 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8b683b0 0x561ca8b6a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 4 client.25472 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-19T05:44:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561ca8a46d60 con 0x561ca8b683b0 2024-09-19T05:44:43.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.423+0000 7f9c63fff640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8b683b0 0x561ca8b6a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.424+0000 7f9c63fff640 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8b683b0 0x561ca8b6a7d0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d505c8d5898f230 server_cookie=2a72ad3173c713a6 in_seq=0 out_seq=0 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.424+0000 7f9c437fe640 10 client.25472 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.424+0000 7f9c437fe640 1 -- 172.21.15.7:0/3634181973 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561ca8a46d60 con 0x561ca8b683b0 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.424+0000 7f9c437fe640 10 client.25472 handle_command_reply: tid=0 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.424+0000 7f9c6ca13740 1 client.25472 shutdown 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 msgr2=0x561ca8af18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8af18b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x561ca8aeb060 tx=0x7f9c580a0530 comp rx=0 tx=0).stop 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 shutdown_connections 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561ca8b04520 0x561ca8b60530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561ca8aece90 0x561ca8af18b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561ca8b683b0 0x561ca8b6a7d0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 --2- 172.21.15.7:0/3634181973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561ca8ae1cb0 0x561ca8af1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c437fe640 0 client.25472 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.425+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 >> 172.21.15.7:0/3634181973 conn(0x561ca8ade240 msgr2=0x561ca8ae3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.426+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 shutdown_connections 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.426+0000 7f9c6ca13740 1 -- 172.21.15.7:0/3634181973 wait complete. 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.426+0000 7f9c6ca13740 20 client.25472 trim_cache size 0 max 16384 2024-09-19T05:44:43.429 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:44:43.430 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-09-19T05:44:43.430 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-09-19T05:44:43.430 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:44:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 msgr2=0x7f9c4c0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 0x7f9c4c0a5870 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x561ca8adf0a0 tx=0x7f9c5400b390 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 msgr2=0x7f9c6419a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800e9f0 tx=0x7f9c5800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 shutdown_connections 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c64109120 0x7f9c6419eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9c4c0a33b0 0x7f9c4c0a5870 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9c641049a0 0x7f9c6419a910 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 --2- 172.21.15.7:0/2844640985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c64103ff0 0x7f9c6419a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.427+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 >> 172.21.15.7:0/2844640985 conn(0x7f9c640ffab0 msgr2=0x7f9c641003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.428+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 shutdown_connections 2024-09-19T05:44:43.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:43.429+0000 7f9c6a63a640 1 -- 172.21.15.7:0/2844640985 wait complete. 2024-09-19T05:44:44.225 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-19T05:44:44.225 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-19T05:44:44.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:44 smithi063 ceph-mon[34779]: pgmap v76: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 141 MiB/s wr, 845 op/s 2024-09-19T05:44:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:44 smithi044 ceph-mon[34175]: pgmap v76: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 141 MiB/s wr, 845 op/s 2024-09-19T05:44:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:44 smithi007 ceph-mon[30960]: pgmap v76: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 141 MiB/s wr, 845 op/s 2024-09-19T05:44:44.644 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 -- 172.21.15.7:0/3771869243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c102d30 msgr2=0x7fa95c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 --2- 172.21.15.7:0/3771869243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c102d30 0x7fa95c103110 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa950009860 tx=0x7fa95002a340 comp rx=0 tx=0).stop 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 -- 172.21.15.7:0/3771869243 shutdown_connections 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 --2- 172.21.15.7:0/3771869243 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c1082a0 0x7fa95c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 --2- 172.21.15.7:0/3771869243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1036e0 0x7fa95c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 --2- 172.21.15.7:0/3771869243 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c102d30 0x7fa95c103110 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 -- 172.21.15.7:0/3771869243 >> 172.21.15.7:0/3771869243 conn(0x7fa95c0fc7d0 msgr2=0x7fa95c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 -- 172.21.15.7:0/3771869243 shutdown_connections 2024-09-19T05:44:45.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.253+0000 7fa960b7e640 1 -- 172.21.15.7:0/3771869243 wait complete. 2024-09-19T05:44:45.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.254+0000 7fa960b7e640 1 Processor -- start 2024-09-19T05:44:45.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.254+0000 7fa960b7e640 1 -- start start 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 0x7fa95c1984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c1036e0 0x7fa95c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa95c111f50 con 0x7fa95c102d30 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa95c111dd0 con 0x7fa95c1082a0 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa960b7e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa95c1120d0 con 0x7fa95c1036e0 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa95ad9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:45.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa95ad9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:49640/0 (socket says 172.21.15.7:49640) 2024-09-19T05:44:45.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa95ad9d640 1 -- 172.21.15.7:0/2840890083 learned_addr learned my addr 172.21.15.7:0/2840890083 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:45.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.255+0000 7fa959d9b640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c1036e0 0x7fa95c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:45.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95a59c640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 0x7fa95c1984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 -- 172.21.15.7:0/2840890083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c1036e0 msgr2=0x7fa95c198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c1036e0 0x7fa95c198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 -- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 msgr2=0x7fa95c1984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 0x7fa95c1984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 -- 172.21.15.7:0/2840890083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa95c19d480 con 0x7fa95c1082a0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95a59c640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 0x7fa95c1984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.256+0000 7fa95ad9d640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e940 tx=0x7fa94c00ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.257+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c00cd80 con 0x7fa95c1082a0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.257+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa94c0035f0 con 0x7fa95c1082a0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.257+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94c010670 con 0x7fa95c1082a0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.257+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa95c19d770 con 0x7fa95c1082a0 2024-09-19T05:44:45.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.257+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa95c1a5050 con 0x7fa95c1082a0 2024-09-19T05:44:45.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.258+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa95c06a850 con 0x7fa95c1082a0 2024-09-19T05:44:45.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.260+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fa94c004030 con 0x7fa95c1082a0 2024-09-19T05:44:45.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.261+0000 7fa94b7fe640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 0x7fa9440a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:45.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.261+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa94c0d00b0 con 0x7fa95c1082a0 2024-09-19T05:44:45.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.262+0000 7fa95a59c640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 0x7fa9440a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:45.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.262+0000 7fa95a59c640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 0x7fa9440a59c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa950005b60 tx=0x7fa950000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:45.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.266+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fa94c09ca40 con 0x7fa95c1082a0 2024-09-19T05:44:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.655+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa95c10a2b0 con 0x7fa95c1082a0 2024-09-19T05:44:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.656+0000 7fa94b7fe640 1 -- 172.21.15.7:0/2840890083 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11953 (secure 0 0 0) 0x7fa94c09c340 con 0x7fa95c1082a0 2024-09-19T05:44:45.659 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:44:45.659 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":31,"btime":"2024-09-19T05:44:11:884228+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14535,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/3236431074","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":3236431074},{"type":"v1","addr":"172.21.15.7:6835","nonce":3236431074}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14547,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/2259815215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":2259815215},{"type":"v1","addr":"172.21.15.7:6837","nonce":2259815215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-19T05:40:14.614412+0000","modified":"2024-09-19T05:44:11.102392+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24505,"mds_1":24503,"mds_2":24487,"mds_3":24481,"mds_4":14613},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14607":{"gid":14607,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6839/2010887661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":2010887661},{"type":"v1","addr":"172.21.15.7:6839","nonce":2010887661}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14613":{"gid":14613,"name":"a","rank":4,"incarnation":25,"state":"up:active","state_seq":7,"addr":"172.21.15.7:6841/2374333952","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":2374333952},{"type":"v1","addr":"172.21.15.7:6841","nonce":2374333952}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6833/776655598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":776655598},{"type":"v1","addr":"172.21.15.44:6833","nonce":776655598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.63:6833/2891827642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6832","nonce":2891827642},{"type":"v1","addr":"172.21.15.63:6833","nonce":2891827642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6835/323413390","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":323413390},{"type":"v1","addr":"172.21.15.44:6835","nonce":323413390}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.44:6837/3980296629","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":3980296629},{"type":"v1","addr":"172.21.15.44:6837","nonce":3980296629}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"f","rank":3,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.63:6835/4011427590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6834","nonce":4011427590},{"type":"v1","addr":"172.21.15.63:6835","nonce":4011427590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":67,"addr":"172.21.15.63:6837/1376792949","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6836","nonce":1376792949},{"type":"v1","addr":"172.21.15.63:6837","nonce":1376792949}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.44:6839/2032000967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2032000967},{"type":"v1","addr":"172.21.15.44:6839","nonce":2032000967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.63:6839/3927594316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6838","nonce":3927594316},{"type":"v1","addr":"172.21.15.63:6839","nonce":3927594316}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24505,"qdb_cluster":[24505,24503,24487,24481,14613]},"id":1}]} 2024-09-19T05:44:45.659 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 31 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 msgr2=0x7fa9440a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 0x7fa9440a59c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa950005b60 tx=0x7fa950000bc0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 msgr2=0x7fa95c19cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa94c00e940 tx=0x7fa94c00ee00 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 shutdown_connections 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa95c1082a0 0x7fa95c19cda0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9440a3500 0x7fa9440a59c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa95c1036e0 0x7fa95c198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 --2- 172.21.15.7:0/2840890083 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa95c102d30 0x7fa95c1984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 >> 172.21.15.7:0/2840890083 conn(0x7fa95c0fc7d0 msgr2=0x7fa95c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 shutdown_connections 2024-09-19T05:44:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:45.660+0000 7fa960b7e640 1 -- 172.21.15.7:0/2840890083 wait complete. 2024-09-19T05:44:46.371 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:46 smithi007 ceph-mon[30960]: pgmap v77: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:46.371 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:46 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2840890083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:44:46.425 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-19T05:44:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:46 smithi044 ceph-mon[34175]: pgmap v77: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:46 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2840890083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:44:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:46 smithi063 ceph-mon[34779]: pgmap v77: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:46 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2840890083' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-19T05:44:46.844 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 -- 172.21.15.7:0/3095757109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008101df0 msgr2=0x7f10081021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 --2- 172.21.15.7:0/3095757109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008101df0 0x7f10081021d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1004009900 tx=0x7f100402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 -- 172.21.15.7:0/3095757109 shutdown_connections 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 --2- 172.21.15.7:0/3095757109 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1008106f20 0x7f100810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 --2- 172.21.15.7:0/3095757109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10081027a0 0x7f10081067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 --2- 172.21.15.7:0/3095757109 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008101df0 0x7f10081021d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 -- 172.21.15.7:0/3095757109 >> 172.21.15.7:0/3095757109 conn(0x7f10080fd8b0 msgr2=0x7f10080ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 -- 172.21.15.7:0/3095757109 shutdown_connections 2024-09-19T05:44:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.456+0000 7f1010404640 1 -- 172.21.15.7:0/3095757109 wait complete. 2024-09-19T05:44:47.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 Processor -- start 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 -- start start 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10081027a0 0x7f100806cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008106f20 0x7f100806d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1008111e40 con 0x7f1008101df0 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1008111cc0 con 0x7f1008106f20 2024-09-19T05:44:47.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.458+0000 7f1010404640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1008111fc0 con 0x7f10081027a0 2024-09-19T05:44:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56662/0 (socket says 172.21.15.7:56662) 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 -- 172.21.15.7:0/3257074781 learned_addr learned my addr 172.21.15.7:0/3257074781 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e9a1640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008106f20 0x7f100806d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100d99f640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10081027a0 0x7f100806cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 -- 172.21.15.7:0/3257074781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10081027a0 msgr2=0x7f100806cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10081027a0 0x7f100806cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 -- 172.21.15.7:0/3257074781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008106f20 msgr2=0x7f100806d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008106f20 0x7f100806d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 -- 172.21.15.7:0/3257074781 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f100806d690 con 0x7f1008101df0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.459+0000 7f100e1a0640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1004005ab0 tx=0x7f1004003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.460+0000 7f0fff7fe640 1 -- 172.21.15.7:0/3257074781 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100403f070 con 0x7f1008101df0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.460+0000 7f0fff7fe640 1 -- 172.21.15.7:0/3257074781 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1004031b60 con 0x7f1008101df0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.460+0000 7f0fff7fe640 1 -- 172.21.15.7:0/3257074781 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1004035030 con 0x7f1008101df0 2024-09-19T05:44:47.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.460+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f100806d920 con 0x7f1008101df0 2024-09-19T05:44:47.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.460+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1008071840 con 0x7f1008101df0 2024-09-19T05:44:47.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.464+0000 7f0fff7fe640 1 -- 172.21.15.7:0/3257074781 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f1004042070 con 0x7f1008101df0 2024-09-19T05:44:47.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.464+0000 7f10127dd740 1 Processor -- start 2024-09-19T05:44:47.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 -- start start 2024-09-19T05:44:47.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e76da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e782f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564b6e6d32f0 con 0x564b6e780b80 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564b6e67acf0 con 0x564b6e76d5d0 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f10127dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564b6e6cf2b0 con 0x564b6e76eb40 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:32850/0 (socket says 172.21.15.7:32850) 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f100e1a0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e76da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f100d99f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e782f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.465+0000 7f100e9a1640 1 -- 172.21.15.7:0/4019915699 learned_addr learned my addr 172.21.15.7:0/4019915699 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e9a1640 1 -- 172.21.15.7:0/4019915699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 msgr2=0x564b6e76da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e9a1640 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e76da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e9a1640 1 -- 172.21.15.7:0/4019915699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 msgr2=0x564b6e782f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e9a1640 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e782f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e9a1640 1 -- 172.21.15.7:0/4019915699 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6e65f3a0 con 0x564b6e76eb40 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100d99f640 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e782f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:47.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f100e1a0640 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e76da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.466+0000 7f0fff7fe640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 0x7f0ff40a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f100e9a1640 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1000009f60 tx=0x7f1000009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da4cd6bc6c1bf866 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f0fff7fe640 1 -- 172.21.15.7:0/3257074781 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f10040f03a0 con 0x7f1008101df0 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f100e1a0640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 0x7f0ff40a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f0ffcdea640 1 -- 172.21.15.7:0/4019915699 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100001e070 con 0x564b6e76eb40 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f0ffcdea640 1 -- 172.21.15.7:0/4019915699 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1000003e20 con 0x564b6e76eb40 2024-09-19T05:44:47.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.467+0000 7f0ffcdea640 1 -- 172.21.15.7:0/4019915699 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100000f7a0 con 0x564b6e76eb40 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 -- 172.21.15.7:0/4019915699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 msgr2=0x564b6e76d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f100e1a0640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 0x7f0ff40a58f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f10040edbb0 tx=0x7f1004009260 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1000009f60 tx=0x7f1000009f90 comp rx=0 tx=0).stop 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 -- 172.21.15.7:0/4019915699 shutdown_connections 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e782f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e76da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 --2- 172.21.15.7:0/4019915699 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e76d090 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.468+0000 7f10127dd740 1 -- 172.21.15.7:0/4019915699 >> 172.21.15.7:0/4019915699 conn(0x564b6e736310 msgr2=0x564b6e769c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.469+0000 7f10127dd740 1 -- 172.21.15.7:0/4019915699 shutdown_connections 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.469+0000 7f10127dd740 1 -- 172.21.15.7:0/4019915699 wait complete. 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.469+0000 7f10127dd740 1 -- start start 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.469+0000 7f10127dd740 1 Processor -- start 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e780560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e77dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564b6e7838d0 con 0x564b6e780b80 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564b6e68e060 con 0x564b6e76d5d0 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564b6e783a50 con 0x564b6e76eb40 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f100d99f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f100d99f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:32860/0 (socket says 172.21.15.7:32860) 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f100d99f640 1 -- 172.21.15.7:0/3019652514 learned_addr learned my addr 172.21.15.7:0/3019652514 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f10127dd740 10 client.0 _ll_register_callbacks cb 0x564b6e3e18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.470+0000 7f100e9a1640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e77dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 -- 172.21.15.7:0/3019652514 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 msgr2=0x564b6e780560 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e780560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 -- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 msgr2=0x564b6e77dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e77dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 -- 172.21.15.7:0/3019652514 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b6e4443c0 con 0x564b6e76eb40 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100e9a1640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e77dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f100d99f640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8013790 tx=0x7f0ff8013c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d855c2966b6927d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.471+0000 7f0ff1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8020060 con 0x564b6e76eb40 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f0ff8011dd0 con 0x564b6e76eb40 2024-09-19T05:44:47.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1000003e20 con 0x564b6e76eb40 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0ff800f450 con 0x564b6e76eb40 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f10127dd740 10 client.25639 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.472+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564b6e78f390 con 0x564b6e76eb40 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1000003e20 con 0x564b6e76eb40 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f0ff801a030 con 0x564b6e76eb40 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 10 client.25639 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 10 client.25639 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 20 client.25639 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e790c10 0x564b6e7930b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 4 client.25639 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b6e6e0860 con 0x564b6e790c10 2024-09-19T05:44:47.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.473+0000 7f100e9a1640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e790c10 0x564b6e7930b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.474+0000 7f100e9a1640 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e790c10 0x564b6e7930b0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a4b16db766711205 server_cookie=7107895e877acd00 in_seq=0 out_seq=0 2024-09-19T05:44:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.474+0000 7f0ff1ffb640 10 client.25639 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:44:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/3019652514 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b6e6e0860 con 0x564b6e790c10 2024-09-19T05:44:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f0ff1ffb640 10 client.25639 handle_command_reply: tid=0 2024-09-19T05:44:47.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 client.25639 shutdown 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 msgr2=0x564b6e77d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8013790 tx=0x7f0ff8013c50 comp rx=0 tx=0).stop 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 shutdown_connections 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e790c10 0x564b6e7930b0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e780b80 0x564b6e77dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76eb40 0x564b6e77d810 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 --2- 172.21.15.7:0/3019652514 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e76d5d0 0x564b6e780560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.475+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 >> 172.21.15.7:0/3019652514 conn(0x564b6e736310 msgr2=0x564b6e76f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.476+0000 7f0ff1ffb640 0 client.25639 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:44:47.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.476+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 shutdown_connections 2024-09-19T05:44:47.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.476+0000 7f10127dd740 1 -- 172.21.15.7:0/3019652514 wait complete. 2024-09-19T05:44:47.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.476+0000 7f10127dd740 20 client.25639 trim_cache size 0 max 16384 2024-09-19T05:44:47.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.501+0000 7f10127dd740 1 Processor -- start 2024-09-19T05:44:47.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.501+0000 7f10127dd740 1 -- start start 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e7989c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e798f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b3e70 con 0x564b6e76eb40 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b5a70 con 0x564b6e780b80 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f10127dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b4540 con 0x564b6e76d5d0 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:32872/0 (socket says 172.21.15.7:32872) 2024-09-19T05:44:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 -- 172.21.15.7:0/530002058 learned_addr learned my addr 172.21.15.7:0/530002058 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e798f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 -- 172.21.15.7:0/530002058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 msgr2=0x564b6e798f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e798f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 -- 172.21.15.7:0/530002058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 msgr2=0x564b6e7989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e7989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.502+0000 7f100e9a1640 1 -- 172.21.15.7:0/530002058 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6e77e150 con 0x564b6e76d5d0 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.503+0000 7f100e9a1640 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f10000099a0 tx=0x7f1000004640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9abb2dda82947aeb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.503+0000 7f0ff3fff640 1 -- 172.21.15.7:0/530002058 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000028070 con 0x564b6e76d5d0 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.503+0000 7f0ff3fff640 1 -- 172.21.15.7:0/530002058 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1000029040 con 0x564b6e76d5d0 2024-09-19T05:44:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.503+0000 7f0ff3fff640 1 -- 172.21.15.7:0/530002058 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100001e040 con 0x564b6e76d5d0 2024-09-19T05:44:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 -- 172.21.15.7:0/530002058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 msgr2=0x564b6e78cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f10000099a0 tx=0x7f1000004640 comp rx=0 tx=0).stop 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 -- 172.21.15.7:0/530002058 shutdown_connections 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e798f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e7989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 --2- 172.21.15.7:0/530002058 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e78cb70 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.504+0000 7f10127dd740 1 -- 172.21.15.7:0/530002058 >> 172.21.15.7:0/530002058 conn(0x564b6e736310 msgr2=0x564b6e77c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.505+0000 7f10127dd740 1 -- 172.21.15.7:0/530002058 shutdown_connections 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.505+0000 7f10127dd740 1 -- 172.21.15.7:0/530002058 wait complete. 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.505+0000 7f10127dd740 1 -- start start 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.505+0000 7f10127dd740 1 Processor -- start 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e784960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e7f39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b52e0 con 0x564b6e76eb40 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b4c10 con 0x564b6e780b80 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f10081b1e50 con 0x564b6e76d5d0 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f10127dd740 10 client.0 _ll_register_callbacks cb 0x7f0ff8009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f100e9a1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:32876/0 (socket says 172.21.15.7:32876) 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f100e9a1640 1 -- 172.21.15.7:0/2192782843 learned_addr learned my addr 172.21.15.7:0/2192782843 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f100d99f640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e784960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.506+0000 7f100e9a1640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e7f39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 -- 172.21.15.7:0/2192782843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 msgr2=0x564b6e7f39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e7f39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 -- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 msgr2=0x564b6e784960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:47.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e784960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 -- 172.21.15.7:0/2192782843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b6e7f4060 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f100e9a1640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1000004590 tx=0x7f1000003c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a33e7e61aabf2152 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f0ff1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100001e070 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f1000002030 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1000029040 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f1000028040 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f10127dd740 10 client.25645 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.507+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564b6e7fb3d0 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1000029040 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f100000f8e0 con 0x564b6e76d5d0 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 10 client.25645 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 10 client.25645 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-09-19T05:44:47.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 20 client.25645 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:47.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e7fb6b0 0x564b6e7fdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:47.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 4 client.25645 mds_command: new command op to 14613 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:47.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 --> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b6e6dad70 con 0x564b6e7fb6b0 2024-09-19T05:44:47.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.508+0000 7f100d99f640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e7fb6b0 0x564b6e7fdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:47.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.509+0000 7f0ff1ffb640 10 client.25645 ms_handle_connect on v2:172.21.15.7:6840/2374333952 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.509+0000 7f100d99f640 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e7fb6b0 0x564b6e7fdaa0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f27a7eb4c6430a2e server_cookie=496f77a84474e07c in_seq=0 out_seq=0 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.510+0000 7f0ff1ffb640 1 -- 172.21.15.7:0/2192782843 <== mds.4 v2:172.21.15.7:6840/2374333952 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b6e6dad70 con 0x564b6e7fb6b0 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.510+0000 7f0ff1ffb640 10 client.25645 handle_command_reply: tid=0 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.510+0000 7f10127dd740 1 client.25645 shutdown 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 msgr2=0x564b6e784420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1000004590 tx=0x7f1000003c20 comp rx=0 tx=0).stop 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 shutdown_connections 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:6840/2374333952,v1:172.21.15.7:6841/2374333952] conn(0x564b6e7fb6b0 0x564b6e7fdaa0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564b6e780b80 0x564b6e7f39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564b6e76eb40 0x564b6e784960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 --2- 172.21.15.7:0/2192782843 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564b6e76d5d0 0x564b6e784420 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 >> 172.21.15.7:0/2192782843 conn(0x564b6e736310 msgr2=0x564b6e76f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f0ff1ffb640 0 client.25645 ms_handle_reset on v2:172.21.15.7:6840/2374333952 2024-09-19T05:44:47.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.511+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 shutdown_connections 2024-09-19T05:44:47.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.512+0000 7f10127dd740 1 -- 172.21.15.7:0/2192782843 wait complete. 2024-09-19T05:44:47.516 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.512+0000 7f10127dd740 20 client.25645 trim_cache size 0 max 16384 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 msgr2=0x7f0ff40a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 0x7f0ff40a58f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f10040edbb0 tx=0x7f1004009260 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 msgr2=0x7f1008073a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1004005ab0 tx=0x7f1004003c10 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 shutdown_connections 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1008106f20 0x7f100806d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0ff40a3430 0x7f0ff40a58f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f10081027a0 0x7f100806cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 --2- 172.21.15.7:0/3257074781 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1008101df0 0x7f1008073a30 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:47.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.513+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 >> 172.21.15.7:0/3257074781 conn(0x7f10080fd8b0 msgr2=0x7f10080feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:47.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.514+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 shutdown_connections 2024-09-19T05:44:47.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:47.514+0000 7f1010404640 1 -- 172.21.15.7:0/3257074781 wait complete. 2024-09-19T05:44:48.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:48 smithi007 ceph-mon[30960]: pgmap v78: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:48 smithi044 ceph-mon[34175]: pgmap v78: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:48.497 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-19T05:44:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:48 smithi063 ceph-mon[34779]: pgmap v78: 97 pgs: 97 active+clean; 10 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 76 MiB/s wr, 867 op/s 2024-09-19T05:44:48.916 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:49.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.508+0000 7efe7508c640 1 -- 172.21.15.7:0/3459033099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70100ca0 msgr2=0x7efe70106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.508+0000 7efe7508c640 1 --2- 172.21.15.7:0/3459033099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70100ca0 0x7efe70106840 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7efe64009860 tx=0x7efe6402a340 comp rx=0 tx=0).stop 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 -- 172.21.15.7:0/3459033099 shutdown_connections 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 --2- 172.21.15.7:0/3459033099 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe70106f50 0x7efe7010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 --2- 172.21.15.7:0/3459033099 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70100ca0 0x7efe70106840 secure :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7efe64009860 tx=0x7efe6402a340 comp rx=0 tx=0).stop 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 --2- 172.21.15.7:0/3459033099 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe701006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 -- 172.21.15.7:0/3459033099 >> 172.21.15.7:0/3459033099 conn(0x7efe70077210 msgr2=0x7efe700fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 -- 172.21.15.7:0/3459033099 shutdown_connections 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.509+0000 7efe7508c640 1 -- 172.21.15.7:0/3459033099 wait complete. 2024-09-19T05:44:49.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.510+0000 7efe7508c640 1 Processor -- start 2024-09-19T05:44:49.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.511+0000 7efe7508c640 1 -- start start 2024-09-19T05:44:49.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.511+0000 7efe7508c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.511+0000 7efe7508c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70106f50 0x7efe7010e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:49720/0 (socket says 172.21.15.7:49720) 2024-09-19T05:44:49.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe6ed9d640 1 -- 172.21.15.7:0/2070049707 learned_addr learned my addr 172.21.15.7:0/2070049707 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:49.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe7019f160 0x7efe7019f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe70111ea0 con 0x7efe7019f160 2024-09-19T05:44:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe6e59c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70106f50 0x7efe7010e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe6f59e640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe7019f160 0x7efe7019f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe70111d20 con 0x7efe701002f0 2024-09-19T05:44:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.512+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe70112020 con 0x7efe70106f50 2024-09-19T05:44:49.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 -- 172.21.15.7:0/2070049707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70106f50 msgr2=0x7efe7010e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70106f50 0x7efe7010e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 -- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe7019f160 msgr2=0x7efe7019f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe7019f160 0x7efe7019f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7019fc20 con 0x7efe701002f0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efe6000e9f0 tx=0x7efe6000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe57fff640 1 -- 172.21.15.7:0/2070049707 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6000cd80 con 0x7efe701002f0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe57fff640 1 -- 172.21.15.7:0/2070049707 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe600054d0 con 0x7efe701002f0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe57fff640 1 -- 172.21.15.7:0/2070049707 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60010490 con 0x7efe701002f0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.513+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe7019ff10 con 0x7efe701002f0 2024-09-19T05:44:49.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.514+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe701a76a0 con 0x7efe701002f0 2024-09-19T05:44:49.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.517+0000 7efe57fff640 1 -- 172.21.15.7:0/2070049707 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7efe60005020 con 0x7efe701002f0 2024-09-19T05:44:49.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.517+0000 7efe77465740 1 Processor -- start 2024-09-19T05:44:49.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.517+0000 7efe77465740 1 -- start start 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 0x56155bd67220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 0x56155bd73f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56155bcc42f0 con 0x56155bd68350 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56155bc6bcf0 con 0x56155bd71b80 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe77465740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56155bcc02b0 con 0x56155bd66de0 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56730/0 (socket says 172.21.15.7:56730) 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6f59e640 1 -- 172.21.15.7:0/3253824764 learned_addr learned my addr 172.21.15.7:0/3253824764 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 0x56155bd67220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 0x56155bd73f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe57fff640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 0x7efe580a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3253824764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 msgr2=0x56155bd73f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 0x56155bd73f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3253824764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 msgr2=0x56155bd668a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3253824764 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56155bc503a0 con 0x56155bd66de0 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 0x56155bd73f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.518+0000 7efe6f59e640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe57fff640 1 -- 172.21.15.7:0/2070049707 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe600cfff0 con 0x7efe701002f0 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe6f59e640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 0x7efe580a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 0x56155bd67220 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efe600cd730 tx=0x7efe60066d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5fc598dbcc582c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe557fa640 1 -- 172.21.15.7:0/3253824764 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60005310 con 0x56155bd66de0 2024-09-19T05:44:49.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe557fa640 1 -- 172.21.15.7:0/3253824764 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe600baf00 con 0x56155bd66de0 2024-09-19T05:44:49.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.519+0000 7efe557fa640 1 -- 172.21.15.7:0/3253824764 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe600a0670 con 0x56155bd66de0 2024-09-19T05:44:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe6f59e640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 0x7efe580a5960 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7efe68005c40 tx=0x7efe68004a40 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 -- 172.21.15.7:0/3253824764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 msgr2=0x56155bd67220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 0x56155bd67220 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efe600cd730 tx=0x7efe60066d70 comp rx=0 tx=0).stop 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 -- 172.21.15.7:0/3253824764 shutdown_connections 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd71b80 0x56155bd73f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd66de0 0x56155bd67220 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 --2- 172.21.15.7:0/3253824764 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd68350 0x56155bd668a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 -- 172.21.15.7:0/3253824764 >> 172.21.15.7:0/3253824764 conn(0x56155bd27310 msgr2=0x56155bd63470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 -- 172.21.15.7:0/3253824764 shutdown_connections 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.520+0000 7efe77465740 1 -- 172.21.15.7:0/3253824764 wait complete. 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.521+0000 7efe77465740 1 -- start start 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.521+0000 7efe77465740 1 Processor -- start 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd6e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56732/0 (socket says 172.21.15.7:56732) 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd6ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3024761941 learned_addr learned my addr 172.21.15.7:0/3024761941 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd6e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56155bd5a830 con 0x56155bd66de0 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56155bc7f060 con 0x56155bd68350 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.522+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56155bd5a9b0 con 0x56155bd71b80 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 msgr2=0x56155bd6ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd6ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3024761941 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 msgr2=0x56155bd6e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd6e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56155ba353c0 con 0x56155bd66de0 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd6e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:49.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c6a0 tx=0x7efe600cd700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48b8d3d399d3c6d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe77465740 10 client.0 _ll_register_callbacks cb 0x56155b9d28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.523+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe600baf00 con 0x56155bd66de0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe52ff5640 10 client.15972 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe52ff5640 1 -- 172.21.15.7:0/3024761941 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60005310 con 0x56155bd66de0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe52ff5640 1 -- 172.21.15.7:0/3024761941 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe600d20d0 con 0x56155bd66de0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe52ff5640 1 -- 172.21.15.7:0/3024761941 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efe6009c9c0 con 0x56155bd66de0 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 10 client.15972 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:49.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=31}) -- 0x56155bd62c20 con 0x56155bd66de0 2024-09-19T05:44:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe52ff5640 1 -- 172.21.15.7:0/3024761941 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7efe600cd9b0 con 0x56155bd66de0 2024-09-19T05:44:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 10 client.15972 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 10 client.15972 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:44:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 20 client.15972 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:49.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.524+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bd78e10 0x56155bd7b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.525+0000 7efe77465740 4 client.15972 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.525+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efe600baf00 con 0x56155bd78e10 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.525+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bd78e10 0x56155bd7b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.525+0000 7efe6e59c640 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bd78e10 0x56155bd7b2d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=56122eb72f2ac66e server_cookie=7eb9bb74ac9ed90e in_seq=0 out_seq=0 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.525+0000 7efe52ff5640 10 client.15972 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe52ff5640 1 -- 172.21.15.7:0/3024761941 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7efe600baf00 con 0x56155bd78e10 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe52ff5640 10 client.15972 handle_command_reply: tid=0 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 client.15972 shutdown 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 msgr2=0x56155bd71590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c6a0 tx=0x7efe600cd700 comp rx=0 tx=0).stop 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 shutdown_connections 2024-09-19T05:44:49.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bd78e10 0x56155bd7b2d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd6ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd6e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 --2- 172.21.15.7:0/3024761941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd71590 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe52ff5640 0 client.15972 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:49.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.526+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 >> 172.21.15.7:0/3024761941 conn(0x56155bd27310 msgr2=0x56155bd69170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.527+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 shutdown_connections 2024-09-19T05:44:49.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.527+0000 7efe77465740 1 -- 172.21.15.7:0/3024761941 wait complete. 2024-09-19T05:44:49.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.527+0000 7efe77465740 20 client.15972 trim_cache size 0 max 16384 2024-09-19T05:44:49.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.547+0000 7efe77465740 1 Processor -- start 2024-09-19T05:44:49.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 -- start start 2024-09-19T05:44:49.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd6e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd69e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe6e59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe6e59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:49748/0 (socket says 172.21.15.7:49748) 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe6e59c640 1 -- 172.21.15.7:0/937432166 learned_addr learned my addr 172.21.15.7:0/937432166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe701abd40 con 0x56155bd66de0 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe701ad940 con 0x56155bd68350 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe701ac410 con 0x56155bd71b80 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.548+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd6e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6f59e640 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd69e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 -- 172.21.15.7:0/937432166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 msgr2=0x56155bd69e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd69e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 -- 172.21.15.7:0/937432166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 msgr2=0x56155bd6e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd6e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 -- 172.21.15.7:0/937432166 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56155bd59310 con 0x56155bd68350 2024-09-19T05:44:49.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe6e59c640 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7efe6402a930 tx=0x7efe6402aac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af300e173b1c9889 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe54ff9640 1 -- 172.21.15.7:0/937432166 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64037040 con 0x56155bd68350 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.549+0000 7efe54ff9640 1 -- 172.21.15.7:0/937432166 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe64038040 con 0x56155bd68350 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe54ff9640 1 -- 172.21.15.7:0/937432166 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64004db0 con 0x56155bd68350 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 msgr2=0x56155bd69930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7efe6402a930 tx=0x7efe6402aac0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 shutdown_connections 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd69e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd69930 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 --2- 172.21.15.7:0/937432166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd6e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.550+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 >> 172.21.15.7:0/937432166 conn(0x56155bd27310 msgr2=0x56155bd6dd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.551+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 shutdown_connections 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.551+0000 7efe77465740 1 -- 172.21.15.7:0/937432166 wait complete. 2024-09-19T05:44:49.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.551+0000 7efe77465740 1 -- start start 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.551+0000 7efe77465740 1 Processor -- start 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd7e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56746/0 (socket says 172.21.15.7:56746) 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 -- 172.21.15.7:0/1894906736 learned_addr learned my addr 172.21.15.7:0/1894906736 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd808c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe701ad1b0 con 0x56155bd66de0 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe701acae0 con 0x56155bd68350 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe701a9d20 con 0x56155bd71b80 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6e59c640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd7e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe77465740 10 client.0 _ll_register_callbacks cb 0x7efe68009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6f59e640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd808c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 -- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 msgr2=0x56155bd808c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd808c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 -- 172.21.15.7:0/1894906736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 msgr2=0x56155bd7e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd7e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6ed9d640 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56155bd5a9a0 con 0x56155bd66de0 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.552+0000 7efe6f59e640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd808c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:49.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.553+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe64038040 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.553+0000 7efe6ed9d640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c880 tx=0x7efe600d3ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf64c019e175cea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.553+0000 7efe52ff5640 10 client.15978 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe52ff5640 1 -- 172.21.15.7:0/1894906736 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60005310 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe52ff5640 1 -- 172.21.15.7:0/1894906736 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe600a4cb0 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe52ff5640 1 -- 172.21.15.7:0/1894906736 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efe600a4f30 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe77465740 10 client.15978 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=31}) -- 0x56155bd5a9a0 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.554+0000 7efe52ff5640 1 -- 172.21.15.7:0/1894906736 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7efe600a0150 con 0x56155bd66de0 2024-09-19T05:44:49.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 10 client.15978 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 10 client.15978 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 20 client.15978 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bde35a0 0x56155bde5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 4 client.15978 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 --> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56155bcd1860 con 0x56155bde35a0 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.555+0000 7efe6e59c640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bde35a0 0x56155bde5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe52ff5640 10 client.15978 ms_handle_connect on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe6e59c640 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bde35a0 0x56155bde5a20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=788be7daf017da33 server_cookie=a791d78b11772841 in_seq=0 out_seq=0 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe52ff5640 1 -- 172.21.15.7:0/1894906736 <== mds.3 v2:172.21.15.63:6834/4011427590 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56155bcd1860 con 0x56155bde35a0 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe52ff5640 10 client.15978 handle_command_reply: tid=0 2024-09-19T05:44:49.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 client.15978 shutdown 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 msgr2=0x56155bd7e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c880 tx=0x7efe600d3ae0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 shutdown_connections 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:6834/4011427590,v1:172.21.15.63:6835/4011427590] conn(0x56155bde35a0 0x56155bde5a20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56155bd71b80 0x56155bd808c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.556+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56155bd68350 0x56155bd7e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe77465740 1 --2- 172.21.15.7:0/1894906736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56155bd66de0 0x56155bd7e260 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 >> 172.21.15.7:0/1894906736 conn(0x56155bd27310 msgr2=0x56155bd61450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe52ff5640 0 client.15978 ms_handle_reset on v2:172.21.15.63:6834/4011427590 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 shutdown_connections 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe77465740 1 -- 172.21.15.7:0/1894906736 wait complete. 2024-09-19T05:44:49.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.557+0000 7efe77465740 20 client.15978 trim_cache size 0 max 16384 2024-09-19T05:44:49.566 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:49.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 msgr2=0x7efe580a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 0x7efe580a5960 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7efe68005c40 tx=0x7efe68004a40 comp rx=0 tx=0).stop 2024-09-19T05:44:49.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 msgr2=0x7efe7010e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:49.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efe6000e9f0 tx=0x7efe6000edf0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 shutdown_connections 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe7019f160 0x7efe7019f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe580a34a0 0x7efe580a5960 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.558+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe70106f50 0x7efe7010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.559+0000 7efe7508c640 1 --2- 172.21.15.7:0/2070049707 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe701002f0 0x7efe7010e120 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.559+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 >> 172.21.15.7:0/2070049707 conn(0x7efe70077210 msgr2=0x7efe701060e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:49.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.559+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 shutdown_connections 2024-09-19T05:44:49.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:49.559+0000 7efe7508c640 1 -- 172.21.15.7:0/2070049707 wait complete. 2024-09-19T05:44:50.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:50 smithi007 ceph-mon[30960]: pgmap v79: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 107 MiB/s wr, 1.37k op/s 2024-09-19T05:44:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:50 smithi044 ceph-mon[34175]: pgmap v79: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 107 MiB/s wr, 1.37k op/s 2024-09-19T05:44:50.546 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-19T05:44:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:50 smithi063 ceph-mon[34779]: pgmap v79: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 107 MiB/s wr, 1.37k op/s 2024-09-19T05:44:50.962 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/3680558360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58101460 msgr2=0x7f9e58105930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/3680558360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58101460 0x7f9e58105930 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c009900 tx=0x7f9e4c02a470 comp rx=0 tx=0).stop 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/3680558360 shutdown_connections 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/3680558360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e581063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/3680558360 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58101460 0x7f9e58105930 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/3680558360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58100b40 0x7f9e58100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.581+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/3680558360 >> 172.21.15.7:0/3680558360 conn(0x7f9e580fc7d0 msgr2=0x7f9e580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.582+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/3680558360 shutdown_connections 2024-09-19T05:44:51.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.582+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/3680558360 wait complete. 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 Processor -- start 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 -- start start 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 0x7f9e581a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 0x7f9e581a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e5819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e58118470 con 0x7f9e58101460 2024-09-19T05:44:51.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581182f0 con 0x7f9e58105f50 2024-09-19T05:44:51.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.583+0000 7f9e5e0bc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581185f0 con 0x7f9e58100b40 2024-09-19T05:44:51.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e5819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e5819e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52046/0 (socket says 172.21.15.7:52046) 2024-09-19T05:44:51.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e57fff640 1 -- 172.21.15.7:0/2477690508 learned_addr learned my addr 172.21.15.7:0/2477690508 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:51.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 0x7f9e581a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 0x7f9e581a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 -- 172.21.15.7:0/2477690508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 msgr2=0x7f9e5819e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e5819e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 -- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 msgr2=0x7f9e581a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 0x7f9e581a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e577fe640 1 -- 172.21.15.7:0/2477690508 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5819ef90 con 0x7f9e58100b40 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.584+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 0x7f9e581a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.585+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 0x7f9e581a46a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9e4800e9f0 tx=0x7f9e4800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.585+0000 7f9e54ff9640 1 -- 172.21.15.7:0/2477690508 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4800ccc0 con 0x7f9e58100b40 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.585+0000 7f9e54ff9640 1 -- 172.21.15.7:0/2477690508 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e480108e0 con 0x7f9e58100b40 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.585+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5819f280 con 0x7f9e58100b40 2024-09-19T05:44:51.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.585+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e581ab570 con 0x7f9e58100b40 2024-09-19T05:44:51.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.586+0000 7f9e54ff9640 1 -- 172.21.15.7:0/2477690508 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e48018880 con 0x7f9e58100b40 2024-09-19T05:44:51.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.589+0000 7f9e54ff9640 1 -- 172.21.15.7:0/2477690508 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9e48010430 con 0x7f9e58100b40 2024-09-19T05:44:51.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.589+0000 7f9e60495740 1 Processor -- start 2024-09-19T05:44:51.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.589+0000 7f9e60495740 1 -- start start 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d24a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d31760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7c8a2f0 con 0x55fcb7d245d0 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7c31cf0 con 0x55fcb7d2f370 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e60495740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7c862b0 con 0x55fcb7d25b40 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40656/0 (socket says 172.21.15.7:40656) 2024-09-19T05:44:51.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e57fff640 1 -- 172.21.15.7:0/1415031056 learned_addr learned my addr 172.21.15.7:0/1415031056 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:51.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d31760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.590+0000 7f9e577fe640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d24a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 -- 172.21.15.7:0/1415031056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 msgr2=0x55fcb7d31760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d31760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 -- 172.21.15.7:0/1415031056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 msgr2=0x55fcb7d24a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d24a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 -- 172.21.15.7:0/1415031056 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcb7c163a0 con 0x55fcb7d25b40 2024-09-19T05:44:51.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e577fe640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d24a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:51.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.591+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e50009fa0 tx=0x7f9e50011870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9819cba72aadfc7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.592+0000 7f9e3dffb640 1 -- 172.21.15.7:0/1415031056 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50012710 con 0x55fcb7d25b40 2024-09-19T05:44:51.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.592+0000 7f9e54ff9640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 0x7f9e400a5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.592+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 0x7f9e400a5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.593+0000 7f9e3dffb640 1 -- 172.21.15.7:0/1415031056 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e50012d60 con 0x55fcb7d25b40 2024-09-19T05:44:51.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.593+0000 7f9e3dffb640 1 -- 172.21.15.7:0/1415031056 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e5000fdf0 con 0x55fcb7d25b40 2024-09-19T05:44:51.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.593+0000 7f9e54ff9640 1 -- 172.21.15.7:0/2477690508 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9e480cfff0 con 0x7f9e58100b40 2024-09-19T05:44:51.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 -- 172.21.15.7:0/1415031056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 msgr2=0x55fcb7d24090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e50009fa0 tx=0x7f9e50011870 comp rx=0 tx=0).stop 2024-09-19T05:44:51.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e577fe640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 0x7f9e400a5750 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x55fcb7d21ac0 tx=0x7f9e480bc040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 -- 172.21.15.7:0/1415031056 shutdown_connections 2024-09-19T05:44:51.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d31760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d24a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 --2- 172.21.15.7:0/1415031056 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d24090 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 -- 172.21.15.7:0/1415031056 >> 172.21.15.7:0/1415031056 conn(0x55fcb7ced310 msgr2=0x55fcb7d20c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 -- 172.21.15.7:0/1415031056 shutdown_connections 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.594+0000 7f9e60495740 1 -- 172.21.15.7:0/1415031056 wait complete. 2024-09-19T05:44:51.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.595+0000 7f9e60495740 1 -- start start 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.595+0000 7f9e60495740 1 Processor -- start 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d2bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d2f370 0x55fcb7d2c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7d32070 con 0x55fcb7d2f370 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7c45060 con 0x55fcb7d245d0 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fcb7d321f0 con 0x55fcb7d25b40 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e60495740 10 client.0 _ll_register_callbacks cb 0x55fcb79988c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:51.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52072/0 (socket says 172.21.15.7:52072) 2024-09-19T05:44:51.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e57fff640 1 -- 172.21.15.7:0/1457779183 learned_addr learned my addr 172.21.15.7:0/1457779183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:51.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d2f370 0x55fcb7d2c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.596+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d2bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 -- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 msgr2=0x55fcb7d2bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d2bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 -- 172.21.15.7:0/1457779183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d2f370 msgr2=0x55fcb7d2c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d2f370 0x55fcb7d2c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 -- 172.21.15.7:0/1457779183 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcb79fb3c0 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e57fff640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9e50012010 tx=0x7f9e5000f9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7c800b4f82f9d06 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e5002e060 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e50012d60 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.597+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9e50004c50 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9e50004e50 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e60495740 10 client.25520 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fcb7d3da80 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e50012d60 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f9e50005480 con 0x55fcb7d245d0 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e60495740 10 client.25520 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.598+0000 7f9e60495740 10 client.25520 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:44:51.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e60495740 20 client.25520 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:51.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7d3f270 0x55fcb7d41680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e60495740 4 client.25520 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:51.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fcb7c97860 con 0x55fcb7d3f270 2024-09-19T05:44:51.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7d3f270 0x55fcb7d41680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7d3f270 0x55fcb7d41680 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9c8602e35239ac5c server_cookie=912e58ee2ee9df42 in_seq=0 out_seq=0 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.599+0000 7f9e36ffd640 10 client.25520 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e36ffd640 1 -- 172.21.15.7:0/1457779183 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fcb7c97860 con 0x55fcb7d3f270 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e36ffd640 10 client.25520 handle_command_reply: tid=0 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 client.25520 shutdown 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 msgr2=0x55fcb7d2ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9e50012010 tx=0x7f9e5000f9d0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 shutdown_connections 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d2f370 0x55fcb7d2c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d2bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7d3f270 0x55fcb7d41680 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 --2- 172.21.15.7:0/1457779183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d245d0 0x55fcb7d2ecd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 >> 172.21.15.7:0/1457779183 conn(0x55fcb7ced310 msgr2=0x55fcb7d26960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e36ffd640 0 client.25520 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.600+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 shutdown_connections 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.601+0000 7f9e60495740 1 -- 172.21.15.7:0/1457779183 wait complete. 2024-09-19T05:44:51.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.601+0000 7f9e60495740 20 client.25520 trim_cache size 0 max 16384 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.623+0000 7f9e60495740 1 Processor -- start 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.623+0000 7f9e60495740 1 -- start start 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d1fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d27120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d27660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b3b30 con 0x55fcb7d245d0 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b5730 con 0x55fcb7d2f370 2024-09-19T05:44:51.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e60495740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b4200 con 0x55fcb7d25b40 2024-09-19T05:44:51.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d1fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e57fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d1fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58018/0 (socket says 172.21.15.7:58018) 2024-09-19T05:44:51.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e57fff640 1 -- 172.21.15.7:0/4232024662 learned_addr learned my addr 172.21.15.7:0/4232024662 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:51.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.624+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d27120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 -- 172.21.15.7:0/4232024662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 msgr2=0x55fcb7d27660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e57fff640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d27660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d27660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 -- 172.21.15.7:0/4232024662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 msgr2=0x55fcb7d1fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d1fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 -- 172.21.15.7:0/4232024662 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcb7d2c850 con 0x55fcb7d25b40 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e57fff640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d27660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d27120 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c02aa60 tx=0x7f9e4c02abf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1edaacead1b29e3b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e3d7fa640 1 -- 172.21.15.7:0/4232024662 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c035040 con 0x55fcb7d25b40 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e3d7fa640 1 -- 172.21.15.7:0/4232024662 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e4c0054a0 con 0x55fcb7d25b40 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.625+0000 7f9e3d7fa640 1 -- 172.21.15.7:0/4232024662 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c003a50 con 0x55fcb7d25b40 2024-09-19T05:44:51.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 -- 172.21.15.7:0/4232024662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 msgr2=0x55fcb7d27120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d27120 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c02aa60 tx=0x7f9e4c02abf0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 -- 172.21.15.7:0/4232024662 shutdown_connections 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d2f370 0x55fcb7d27660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d25b40 0x55fcb7d27120 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.626+0000 7f9e60495740 1 --2- 172.21.15.7:0/4232024662 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d1fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.627+0000 7f9e60495740 1 -- 172.21.15.7:0/4232024662 >> 172.21.15.7:0/4232024662 conn(0x55fcb7ced310 msgr2=0x55fcb7d1f500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.627+0000 7f9e60495740 1 -- 172.21.15.7:0/4232024662 shutdown_connections 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.627+0000 7f9e60495740 1 -- 172.21.15.7:0/4232024662 wait complete. 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.627+0000 7f9e60495740 1 -- start start 2024-09-19T05:44:51.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.627+0000 7f9e60495740 1 Processor -- start 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d2f370 0x55fcb7d329a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b4fa0 con 0x55fcb7d245d0 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b48d0 con 0x55fcb7d25b40 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e581b1b10 con 0x55fcb7d2f370 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e60495740 10 client.0 _ll_register_callbacks cb 0x7f9e48005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e56ffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e56ffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52086/0 (socket says 172.21.15.7:52086) 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e56ffd640 1 -- 172.21.15.7:0/478876004 learned_addr learned my addr 172.21.15.7:0/478876004 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e57fff640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d2f370 0x55fcb7d329a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.628+0000 7f9e57fff640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 -- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d2f370 msgr2=0x55fcb7d329a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d2f370 0x55fcb7d329a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 -- 172.21.15.7:0/478876004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 msgr2=0x55fcb7d375e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:51.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d375e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 -- 172.21.15.7:0/478876004 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcb7d331d0 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e56ffd640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c02aa30 tx=0x7f9e4c004980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4eae86cd0d6f3590 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.629+0000 7f9e36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c054070 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e4c0054a0 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f9e4c004c80 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9e4c060050 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e60495740 10 client.25523 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fcb7da9940 con 0x55fcb7d25b40 2024-09-19T05:44:51.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.630+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e4c0054a0 con 0x55fcb7d25b40 2024-09-19T05:44:51.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f9e4c047440 con 0x55fcb7d25b40 2024-09-19T05:44:51.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 10 client.25523 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 10 client.25523 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 20 client.25523 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7da9f90 0x55fcb7dac3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 4 client.25523 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.631+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 --> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fcb7c91d70 con 0x55fcb7da9f90 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.632+0000 7f9e57fff640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7da9f90 0x55fcb7dac3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.632+0000 7f9e57fff640 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7da9f90 0x55fcb7dac3b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f9572cc7af22640 server_cookie=c6613db49ab28fa7 in_seq=0 out_seq=0 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.632+0000 7f9e36ffd640 10 client.25523 ms_handle_connect on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.632+0000 7f9e36ffd640 1 -- 172.21.15.7:0/478876004 <== mds.2 v2:172.21.15.63:6836/1376792949 1 ==== command_reply(tid 0: 0 ) ==== 8+0+4460 (crc 0 0 0) 0x55fcb7c91d70 con 0x55fcb7da9f90 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.633+0000 7f9e36ffd640 10 client.25523 handle_command_reply: tid=0 2024-09-19T05:44:51.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.633+0000 7f9e60495740 1 client.25523 shutdown 2024-09-19T05:44:51.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.633+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 msgr2=0x55fcb7d37b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.633+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c02aa30 tx=0x7f9e4c004980 comp rx=0 tx=0).stop 2024-09-19T05:44:51.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 shutdown_connections 2024-09-19T05:44:51.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fcb7d2f370 0x55fcb7d329a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.63:6836/1376792949,v1:172.21.15.63:6837/1376792949] conn(0x55fcb7da9f90 0x55fcb7dac3b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcb7d25b40 0x55fcb7d37b20 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 --2- 172.21.15.7:0/478876004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fcb7d245d0 0x55fcb7d375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 >> 172.21.15.7:0/478876004 conn(0x55fcb7ced310 msgr2=0x55fcb7d1fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e36ffd640 0 client.25523 ms_handle_reset on v2:172.21.15.63:6836/1376792949 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.638 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 93104256, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628296, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen" 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 145041480, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628294, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd" 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 209526029, 2024-09-19T05:44:51.639 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628290, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src" 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 546826998, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628293, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README" 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 668196731, 2024-09-19T05:44:51.640 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628307, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res" 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1287951323, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628297, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8" 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1425029723, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628299, 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io" 2024-09-19T05:44:51.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1622820592, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628301, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io" 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1700870915, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511627782, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp" 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.642 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1753363934, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628289, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0" 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1847658771, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628295, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile" 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.643 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 1865339033, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628292, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c" 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2165002883, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628298, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io" 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2388428517, 2024-09-19T05:44:51.644 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628302, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io" 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2516361273, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628300, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io" 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2593475423, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511627783, 2024-09-19T05:44:51.645 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar" 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2793654158, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628303, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res" 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 2854174562, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628304, 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res" 2024-09-19T05:44:51.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3202493147, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628305, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res" 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3437962230, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628291, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8" 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:44:51.647 INFO:teuthology.orchestra.run.smithi007.stdout: "damage_type": "backtrace", 2024-09-19T05:44:51.648 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 3908201849, 2024-09-19T05:44:51.648 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 1099511628306, 2024-09-19T05:44:51.648 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res" 2024-09-19T05:44:51.648 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:44:51.648 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-09-19T05:44:51.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 shutdown_connections 2024-09-19T05:44:51.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 1 -- 172.21.15.7:0/478876004 wait complete. 2024-09-19T05:44:51.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.634+0000 7f9e60495740 20 client.25523 trim_cache size 0 max 16384 2024-09-19T05:44:51.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 msgr2=0x7f9e400a5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 0x7f9e400a5750 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x55fcb7d21ac0 tx=0x7f9e480bc040 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 msgr2=0x7f9e581a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 0x7f9e581a46a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9e4800e9f0 tx=0x7f9e4800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 shutdown_connections 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e58105f50 0x7f9e5819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e58101460 0x7f9e581a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e400a3290 0x7f9e400a5750 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 --2- 172.21.15.7:0/2477690508 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e58100b40 0x7f9e581a46a0 secure :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9e4800e9f0 tx=0x7f9e4800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.635+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 >> 172.21.15.7:0/2477690508 conn(0x7f9e580fc7d0 msgr2=0x7f9e5810f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.636+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 shutdown_connections 2024-09-19T05:44:51.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:51.636+0000 7f9e5e0bc640 1 -- 172.21.15.7:0/2477690508 wait complete. 2024-09-19T05:44:52.396 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:52 smithi007 ceph-mon[30960]: pgmap v80: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:44:52.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-19T05:44:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:52 smithi044 ceph-mon[34175]: pgmap v80: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:44:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:52 smithi063 ceph-mon[34779]: pgmap v80: 97 pgs: 97 active+clean; 10 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:44:52.819 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 -- 172.21.15.7:0/955795854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd02810e430 msgr2=0x7fd028110820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 --2- 172.21.15.7:0/955795854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd02810e430 0x7fd028110820 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fd020009ca0 tx=0x7fd02002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 -- 172.21.15.7:0/955795854 shutdown_connections 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 --2- 172.21.15.7:0/955795854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd02810e430 0x7fd028110820 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 --2- 172.21.15.7:0/955795854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd028101230 0x7fd02810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 --2- 172.21.15.7:0/955795854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd028100c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 -- 172.21.15.7:0/955795854 >> 172.21.15.7:0/955795854 conn(0x7fd0280779a0 msgr2=0x7fd0280fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.906 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 -- 172.21.15.7:0/955795854 shutdown_connections 2024-09-19T05:44:52.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.903+0000 7fd02f08d640 1 -- 172.21.15.7:0/955795854 wait complete. 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 Processor -- start 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 -- start start 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 0x7fd02819aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02810e430 0x7fd02819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52094/0 (socket says 172.21.15.7:52094) 2024-09-19T05:44:52.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02ce29640 1 -- 172.21.15.7:0/840692071 learned_addr learned my addr 172.21.15.7:0/840692071 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02d62a640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02810e430 0x7fd02819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd028113f20 con 0x7fd028101230 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd027fff640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 0x7fd02819aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.904+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd028113da0 con 0x7fd028100880 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281140a0 con 0x7fd02810e430 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 -- 172.21.15.7:0/840692071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02810e430 msgr2=0x7fd02819edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02810e430 0x7fd02819edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 -- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 msgr2=0x7fd02819aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 0x7fd02819aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02819f520 con 0x7fd028100880 2024-09-19T05:44:52.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd027fff640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 0x7fd02819aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.905+0000 7fd02ce29640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00e9f0 tx=0x7fd01c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.906+0000 7fd025ffb640 1 -- 172.21.15.7:0/840692071 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c00cd80 con 0x7fd028100880 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.906+0000 7fd025ffb640 1 -- 172.21.15.7:0/840692071 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd01c0108e0 con 0x7fd028100880 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.906+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02819f810 con 0x7fd028100880 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.907+0000 7fd025ffb640 1 -- 172.21.15.7:0/840692071 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c018920 con 0x7fd028100880 2024-09-19T05:44:52.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.907+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0281a70a0 con 0x7fd028100880 2024-09-19T05:44:52.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.910+0000 7fd025ffb640 1 -- 172.21.15.7:0/840692071 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fd01c018ac0 con 0x7fd028100880 2024-09-19T05:44:52.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.911+0000 7fd031e28740 1 Processor -- start 2024-09-19T05:44:52.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.911+0000 7fd031e28740 1 -- start start 2024-09-19T05:44:52.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4b8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 0x556d5e4ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556d5e41d2f0 con 0x556d5e4b8a10 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556d5e3c5270 con 0x556d5e4b9330 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd031e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556d5e4192b0 con 0x556d5e4cc4c0 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4b8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd027fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 0x556d5e4ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd025ffb640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 0x7fd0180a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd027fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 0x556d5e4ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40708/0 (socket says 172.21.15.7:40708) 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd027fff640 1 -- 172.21.15.7:0/987538407 learned_addr learned my addr 172.21.15.7:0/987538407 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd025ffb640 1 -- 172.21.15.7:0/840692071 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fd01c0cff20 con 0x7fd028100880 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 -- 172.21.15.7:0/987538407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 msgr2=0x556d5e4ce8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 0x556d5e4ce8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 -- 172.21.15.7:0/987538407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 msgr2=0x556d5e4cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.912+0000 7fd02d62a640 1 -- 172.21.15.7:0/987538407 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d5e3c4340 con 0x556d5e4b8a10 2024-09-19T05:44:52.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.913+0000 7fd02d62a640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 0x7fd0180a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.913+0000 7fd02d62a640 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4b8df0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fd02002ade0 tx=0x7fd020009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ce93a88146955d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.913+0000 7fd012ffd640 1 -- 172.21.15.7:0/987538407 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd020031450 con 0x556d5e4b8a10 2024-09-19T05:44:52.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.913+0000 7fd012ffd640 1 -- 172.21.15.7:0/987538407 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd020036030 con 0x556d5e4b8a10 2024-09-19T05:44:52.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.914+0000 7fd012ffd640 1 -- 172.21.15.7:0/987538407 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0200305c0 con 0x556d5e4b8a10 2024-09-19T05:44:52.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.914+0000 7fd02d62a640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 0x7fd0180a59c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x556d5e4b9880 tx=0x7fd02004b000 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.914+0000 7fd031e28740 1 -- 172.21.15.7:0/987538407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 msgr2=0x556d5e4b8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.914+0000 7fd031e28740 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4b8df0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fd02002ade0 tx=0x7fd020009a20 comp rx=0 tx=0).stop 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.914+0000 7fd031e28740 1 -- 172.21.15.7:0/987538407 shutdown_connections 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4cc4c0 0x556d5e4ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 --2- 172.21.15.7:0/987538407 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4b8df0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 -- 172.21.15.7:0/987538407 >> 172.21.15.7:0/987538407 conn(0x556d5e4b5060 msgr2=0x556d5e4b5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 -- 172.21.15.7:0/987538407 shutdown_connections 2024-09-19T05:44:52.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.915+0000 7fd031e28740 1 -- 172.21.15.7:0/987538407 wait complete. 2024-09-19T05:44:52.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.916+0000 7fd031e28740 1 -- start start 2024-09-19T05:44:52.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.916+0000 7fd031e28740 1 Processor -- start 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40718/0 (socket says 172.21.15.7:40718) 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556d5e4cef10 con 0x556d5e4cc4c0 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556d5e3a6290 con 0x556d5e4b9330 2024-09-19T05:44:52.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x556d5e4cf090 con 0x556d5e4b8a10 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd02ce29640 1 -- 172.21.15.7:0/3104401372 learned_addr learned my addr 172.21.15.7:0/3104401372 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd031e28740 10 client.0 _ll_register_callbacks cb 0x556d5e3d7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.917+0000 7fd027fff640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02d62a640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 -- 172.21.15.7:0/3104401372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 msgr2=0x556d5e4c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4c99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 -- 172.21.15.7:0/3104401372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 msgr2=0x556d5e4c9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 -- 172.21.15.7:0/3104401372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d5e130210 con 0x556d5e4b8a10 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02d62a640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0cd6e0 tx=0x7fd01c09bc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8e8e3ab7fd6531e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd007fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:52.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c0a0320 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fd01c010430 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.918+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd020036030 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd01c0bc2d0 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 10 client.25687 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556d5e1fc620 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd01c0bae50 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fd01c0980b0 con 0x556d5e4b8a10 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 10 client.25687 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 10 client.25687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 20 client.25687 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e4de890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 4 client.25687 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:52.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.919+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd020036030 con 0x556d5e4dc470 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.920+0000 7fd027fff640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e4de890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.920+0000 7fd027fff640 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e4de890 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72dc12a5d12a140c server_cookie=e6bf28f30539ee11 in_seq=0 out_seq=0 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.920+0000 7fd007fff640 10 client.25687 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.921+0000 7fd007fff640 1 -- 172.21.15.7:0/3104401372 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fd020036030 con 0x556d5e4dc470 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.921+0000 7fd007fff640 10 client.25687 handle_command_reply: tid=0 2024-09-19T05:44:52.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.921+0000 7fd031e28740 1 client.25687 shutdown 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 msgr2=0x556d5e4c9460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0cd6e0 tx=0x7fd01c09bc90 comp rx=0 tx=0).stop 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 shutdown_connections 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e4de890 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd007fff640 0 client.25687 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.922+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4b9330 0x556d5e4c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.923+0000 7fd031e28740 1 --2- 172.21.15.7:0/3104401372 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4c9460 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.923+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 >> 172.21.15.7:0/3104401372 conn(0x556d5e4b5060 msgr2=0x556d5e4bad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.923+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 shutdown_connections 2024-09-19T05:44:52.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.923+0000 7fd031e28740 1 -- 172.21.15.7:0/3104401372 wait complete. 2024-09-19T05:44:52.929 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.923+0000 7fd031e28740 20 client.25687 trim_cache size 0 max 16384 2024-09-19T05:44:52.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 Processor -- start 2024-09-19T05:44:52.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 -- start start 2024-09-19T05:44:52.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4b49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4e46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ab510 con 0x556d5e4b9330 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ad110 con 0x556d5e4cc4c0 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd031e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281abbe0 con 0x556d5e4b8a10 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd027fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd027fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58080/0 (socket says 172.21.15.7:58080) 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd027fff640 1 -- 172.21.15.7:0/3963179651 learned_addr learned my addr 172.21.15.7:0/3963179651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.944+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4b49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd02d62a640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4e46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 -- 172.21.15.7:0/3963179651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 msgr2=0x556d5e4b49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4b49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 -- 172.21.15.7:0/3963179651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 msgr2=0x556d5e4e46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4e46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 -- 172.21.15.7:0/3963179651 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d5e4b98b0 con 0x556d5e4b9330 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd02d62a640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4e46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd027fff640 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fd014000c00 tx=0x7fd014005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cb652e6f921810f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd0127fc640 1 -- 172.21.15.7:0/3963179651 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014004050 con 0x556d5e4b9330 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd0127fc640 1 -- 172.21.15.7:0/3963179651 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd01400fd40 con 0x556d5e4b9330 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.945+0000 7fd0127fc640 1 -- 172.21.15.7:0/3963179651 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014005310 con 0x556d5e4b9330 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- 172.21.15.7:0/3963179651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 msgr2=0x556d5e4e4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fd014000c00 tx=0x7fd014005f90 comp rx=0 tx=0).stop 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- 172.21.15.7:0/3963179651 shutdown_connections 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4e46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b9330 0x556d5e4e4180 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 --2- 172.21.15.7:0/3963179651 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b8a10 0x556d5e4b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- 172.21.15.7:0/3963179651 >> 172.21.15.7:0/3963179651 conn(0x556d5e4b5060 msgr2=0x556d5e4c9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- 172.21.15.7:0/3963179651 shutdown_connections 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- 172.21.15.7:0/3963179651 wait complete. 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 -- start start 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.946+0000 7fd031e28740 1 Processor -- start 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b9330 0x556d5e4c6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ac980 con 0x556d5e4b8a10 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ac2b0 con 0x556d5e4cc4c0 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281a9510 con 0x556d5e4b9330 2024-09-19T05:44:52.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd031e28740 10 client.0 _ll_register_callbacks cb 0x7fd01c00cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58082/0 (socket says 172.21.15.7:58082) 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 -- 172.21.15.7:0/3911463409 learned_addr learned my addr 172.21.15.7:0/3911463409 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02d62a640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd027fff640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b9330 0x556d5e4c6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 -- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b9330 msgr2=0x556d5e4c6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b9330 0x556d5e4c6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 -- 172.21.15.7:0/3911463409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 msgr2=0x556d5e4c6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 -- 172.21.15.7:0/3911463409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d5e546250 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd02ce29640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0987a0 tx=0x7fd01c0982e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cfc0716f87c89af server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd007fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.947+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c09be00 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fd01c09b710 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd01400fd40 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd01c010de0 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 10 client.16011 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556d5e547490 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd01400fd40 con 0x556d5e4b8a10 2024-09-19T05:44:52.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fd01c005040 con 0x556d5e4b8a10 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 10 client.16011 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 10 client.16011 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 20 client.16011 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e549d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 4 client.16011 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556d5e42aa20 con 0x556d5e4dc470 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.948+0000 7fd027fff640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e549d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.949+0000 7fd007fff640 10 client.16011 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:52.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.949+0000 7fd027fff640 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e549d30 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4c6a5eac856b216 server_cookie=ef8eac3dc1650a23 in_seq=0 out_seq=0 2024-09-19T05:44:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd007fff640 1 -- 172.21.15.7:0/3911463409 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556d5e42aa20 con 0x556d5e4dc470 2024-09-19T05:44:52.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd007fff640 10 client.16011 handle_command_reply: tid=0 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 client.16011 shutdown 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 msgr2=0x556d5e4c6570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0987a0 tx=0x7fd01c0982e0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 shutdown_connections 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556d5e4cc4c0 0x556d5e4c6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x556d5e4b9330 0x556d5e4c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x556d5e4dc470 0x556d5e549d30 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 --2- 172.21.15.7:0/3911463409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556d5e4b8a10 0x556d5e4c6570 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd007fff640 0 client.16011 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 >> 172.21.15.7:0/3911463409 conn(0x556d5e4b5060 msgr2=0x556d5e4c9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 shutdown_connections 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 1 -- 172.21.15.7:0/3911463409 wait complete. 2024-09-19T05:44:52.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.955+0000 7fd031e28740 20 client.16011 trim_cache size 0 max 16384 2024-09-19T05:44:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:44:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:44:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:44:52.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:44:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 msgr2=0x7fd0180a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 0x7fd0180a59c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x556d5e4b9880 tx=0x7fd02004b000 comp rx=0 tx=0).stop 2024-09-19T05:44:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 msgr2=0x7fd02819a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00e9f0 tx=0x7fd01c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 shutdown_connections 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0180a3500 0x7fd0180a59c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd02810e430 0x7fd02819edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd028101230 0x7fd02819aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 --2- 172.21.15.7:0/840692071 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd028100880 0x7fd02819a530 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 >> 172.21.15.7:0/840692071 conn(0x7fd0280779a0 msgr2=0x7fd0280ff640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 shutdown_connections 2024-09-19T05:44:52.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:44:52.956+0000 7fd02f08d640 1 -- 172.21.15.7:0/840692071 wait complete. 2024-09-19T05:44:53.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 -- 172.21.15.7:0/1846927054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 msgr2=0x7f726c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 --2- 172.21.15.7:0/1846927054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c10eaa0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f7264009ca0 tx=0x7f726402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 -- 172.21.15.7:0/1846927054 shutdown_connections 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 --2- 172.21.15.7:0/1846927054 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c10eaa0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 --2- 172.21.15.7:0/1846927054 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c1027a0 0x7f726c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.876+0000 7f72736ab640 1 --2- 172.21.15.7:0/1846927054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c101df0 0x7f726c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.877+0000 7f72736ab640 1 -- 172.21.15.7:0/1846927054 >> 172.21.15.7:0/1846927054 conn(0x7f726c0fd8f0 msgr2=0x7f726c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.877+0000 7f72736ab640 1 -- 172.21.15.7:0/1846927054 shutdown_connections 2024-09-19T05:44:53.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.877+0000 7f72736ab640 1 -- 172.21.15.7:0/1846927054 wait complete. 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 Processor -- start 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 -- start start 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 0x7f726c19a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c19edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f726c114060 con 0x7f726c106f20 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f726c113ee0 con 0x7f726c1027a0 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f72736ab640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1141e0 con 0x7f726c101df0 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f7271c48640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c19edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f7270c46640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f7270c46640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52158/0 (socket says 172.21.15.7:52158) 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f7271447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 0x7f726c19a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.878+0000 7f7270c46640 1 -- 172.21.15.7:0/3047614912 learned_addr learned my addr 172.21.15.7:0/3047614912 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 -- 172.21.15.7:0/3047614912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 msgr2=0x7f726c19a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 0x7f726c19a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 -- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 msgr2=0x7f726c19edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c19edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 -- 172.21.15.7:0/3047614912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c19f4b0 con 0x7f726c1027a0 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7271447640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 0x7f726c19a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:53.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.879+0000 7f7270c46640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f725c00e9f0 tx=0x7f725c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.880+0000 7f72627fc640 1 -- 172.21.15.7:0/3047614912 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c00cd80 con 0x7f726c1027a0 2024-09-19T05:44:53.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.880+0000 7f72627fc640 1 -- 172.21.15.7:0/3047614912 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f725c0108e0 con 0x7f726c1027a0 2024-09-19T05:44:53.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.880+0000 7f72627fc640 1 -- 172.21.15.7:0/3047614912 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c018920 con 0x7f726c1027a0 2024-09-19T05:44:53.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.880+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726c19f7a0 con 0x7f726c1027a0 2024-09-19T05:44:53.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.880+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f726c19fbd0 con 0x7f726c1027a0 2024-09-19T05:44:53.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.885+0000 7f72627fc640 1 -- 172.21.15.7:0/3047614912 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f725c010a90 con 0x7f726c1027a0 2024-09-19T05:44:53.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.886+0000 7f7275a84740 1 Processor -- start 2024-09-19T05:44:53.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.886+0000 7f7275a84740 1 -- start start 2024-09-19T05:44:53.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.886+0000 7f7275a84740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb188a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.886+0000 7f7275a84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7275a84740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb2eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7275a84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fa762f0 con 0x55ca2fb18de0 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7275a84740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fa1dcf0 con 0x55ca2fb14690 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7275a84740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fa722b0 con 0x55ca2fb1a350 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58122/0 (socket says 172.21.15.7:58122) 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 -- 172.21.15.7:0/2990080695 learned_addr learned my addr 172.21.15.7:0/2990080695 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271c48640 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb188a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7270c46640 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb2eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 -- 172.21.15.7:0/2990080695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 msgr2=0x55ca2fb188a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb188a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 -- 172.21.15.7:0/2990080695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 msgr2=0x55ca2fb2eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb2eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.887+0000 7f7271447640 1 -- 172.21.15.7:0/2990080695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca2fa023a0 con 0x55ca2fb18de0 2024-09-19T05:44:53.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.888+0000 7f7271447640 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f72680324e0 tx=0x7f72680329a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc7354599d839093 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.888+0000 7f72577fe640 1 -- 172.21.15.7:0/2990080695 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7268004220 con 0x55ca2fb18de0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.888+0000 7f72577fe640 1 -- 172.21.15.7:0/2990080695 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72680043c0 con 0x55ca2fb18de0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.888+0000 7f72577fe640 1 -- 172.21.15.7:0/2990080695 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7268033ab0 con 0x55ca2fb18de0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.889+0000 7f72627fc640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 0x7f72580a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.889+0000 7f72627fc640 1 -- 172.21.15.7:0/3047614912 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f725c0cff50 con 0x7f726c1027a0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.889+0000 7f7271c48640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 0x7f72580a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.889+0000 7f7275a84740 1 -- 172.21.15.7:0/2990080695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 msgr2=0x55ca2fb19220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.889+0000 7f7275a84740 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f72680324e0 tx=0x7f72680329a0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 -- 172.21.15.7:0/2990080695 shutdown_connections 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb2eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb19220 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 --2- 172.21.15.7:0/2990080695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb188a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 -- 172.21.15.7:0/2990080695 >> 172.21.15.7:0/2990080695 conn(0x55ca2fad9310 msgr2=0x55ca2fb15470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7271c48640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 0x7f72580a5970 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7264006010 tx=0x7f7264004a60 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 -- 172.21.15.7:0/2990080695 shutdown_connections 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.890+0000 7f7275a84740 1 -- 172.21.15.7:0/2990080695 wait complete. 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 -- start start 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 Processor -- start 2024-09-19T05:44:53.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb1c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb27050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fb1bb80 con 0x55ca2fb18de0 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fa31060 con 0x55ca2fb14690 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55ca2fb1bd00 con 0x55ca2fb1a350 2024-09-19T05:44:53.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7275a84740 10 client.0 _ll_register_callbacks cb 0x55ca2f7848c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.891+0000 7f7271447640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52188/0 (socket says 172.21.15.7:52188) 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 -- 172.21.15.7:0/1910790792 learned_addr learned my addr 172.21.15.7:0/1910790792 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7270c46640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb1c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271c48640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb27050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 -- 172.21.15.7:0/1910790792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 msgr2=0x55ca2fb27050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb27050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 -- 172.21.15.7:0/1910790792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 msgr2=0x55ca2fb1c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb1c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7271447640 1 -- 172.21.15.7:0/1910790792 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca2f7e73c0 con 0x55ca2fb14690 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.892+0000 7f7270c46640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb1c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.893+0000 7f7271447640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7268005270 tx=0x7f72680052a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eced901d8d6e8631 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.893+0000 7f7254ff9640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.893+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726804b060 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.893+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f72680055d0 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.893+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72680043c0 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f7268004200 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 10 client.25544 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ca2fb29b50 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72680043c0 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f7268004a90 con 0x55ca2fb14690 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 10 client.25544 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 10 client.25544 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 20 client.25544 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb2d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 4 client.25544 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:53.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.894+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca2fa83860 con 0x55ca2fb2aea0 2024-09-19T05:44:53.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.895+0000 7f7270c46640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb2d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.895+0000 7f7254ff9640 10 client.25544 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.895+0000 7f7270c46640 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb2d290 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=132718a38ae91f0f server_cookie=f0a2da00e4a55042 in_seq=0 out_seq=0 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7254ff9640 1 -- 172.21.15.7:0/1910790792 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ca2fa83860 con 0x55ca2fb2aea0 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7254ff9640 10 client.25544 handle_command_reply: tid=0 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 client.25544 shutdown 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 msgr2=0x55ca2fb1bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7268005270 tx=0x7f72680052a0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 shutdown_connections 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb2d290 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7254ff9640 0 client.25544 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb27050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb1c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 --2- 172.21.15.7:0/1910790792 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb1bfd0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.896+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 >> 172.21.15.7:0/1910790792 conn(0x55ca2fad9310 msgr2=0x55ca2fb1b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.897+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 shutdown_connections 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.897+0000 7f7275a84740 1 -- 172.21.15.7:0/1910790792 wait complete. 2024-09-19T05:44:53.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.897+0000 7f7275a84740 20 client.25544 trim_cache size 0 max 16384 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.918+0000 7f7275a84740 1 Processor -- start 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.918+0000 7f7275a84740 1 -- start start 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.918+0000 7f7275a84740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 0x55ca2fb127f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.918+0000 7f7275a84740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 0x55ca2fb0da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.918+0000 7f7275a84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb1a350 0x55ca2fb302c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7271447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 0x55ca2fb127f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7271447640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 0x55ca2fb127f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40790/0 (socket says 172.21.15.7:40790) 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7271447640 1 -- 172.21.15.7:0/603136673 learned_addr learned my addr 172.21.15.7:0/603136673 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7270c46640 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 0x55ca2fb0da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1ab660 con 0x55ca2fb1a350 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1ad260 con 0x55ca2fb18de0 2024-09-19T05:44:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1abd30 con 0x55ca2fb14690 2024-09-19T05:44:53.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7271c48640 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb1a350 0x55ca2fb302c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7270c46640 1 -- 172.21.15.7:0/603136673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 msgr2=0x55ca2fb127f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7270c46640 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 0x55ca2fb127f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7270c46640 1 -- 172.21.15.7:0/603136673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb1a350 msgr2=0x55ca2fb302c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.919+0000 7f7270c46640 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb1a350 0x55ca2fb302c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.920+0000 7f7270c46640 1 -- 172.21.15.7:0/603136673 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca2fb1cc50 con 0x55ca2fb18de0 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.920+0000 7f7270c46640 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 0x55ca2fb0da30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f725c0cd650 tx=0x7f725c0d2320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d05cc0b0b16d6abc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.920+0000 7f7256ffd640 1 -- 172.21.15.7:0/603136673 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c09a330 con 0x55ca2fb18de0 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.920+0000 7f7256ffd640 1 -- 172.21.15.7:0/603136673 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ca2fa83860 con 0x55ca2fb18de0 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.920+0000 7f7256ffd640 1 -- 172.21.15.7:0/603136673 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c0a01b0 con 0x55ca2fb18de0 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 msgr2=0x55ca2fb0da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 0x55ca2fb0da30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f725c0cd650 tx=0x7f725c0d2320 comp rx=0 tx=0).stop 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 shutdown_connections 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb1a350 0x55ca2fb302c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb18de0 0x55ca2fb0da30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 --2- 172.21.15.7:0/603136673 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb14690 0x55ca2fb127f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 >> 172.21.15.7:0/603136673 conn(0x55ca2fad9310 msgr2=0x55ca2fb0d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.921+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 shutdown_connections 2024-09-19T05:44:53.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.922+0000 7f7275a84740 1 -- 172.21.15.7:0/603136673 wait complete. 2024-09-19T05:44:53.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.922+0000 7f7275a84740 1 -- start start 2024-09-19T05:44:53.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.922+0000 7f7275a84740 1 Processor -- start 2024-09-19T05:44:53.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb30600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb8cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1acad0 con 0x55ca2fb18de0 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1ac400 con 0x55ca2fb14690 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1a9640 con 0x55ca2fb1a350 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7275a84740 10 client.0 _ll_register_callbacks cb 0x7f7264009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.923+0000 7f7271447640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271c48640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb8cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52210/0 (socket says 172.21.15.7:52210) 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 -- 172.21.15.7:0/2849294648 learned_addr learned my addr 172.21.15.7:0/2849294648 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 -- 172.21.15.7:0/2849294648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 msgr2=0x55ca2fb8cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb8cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 -- 172.21.15.7:0/2849294648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 msgr2=0x55ca2fb30600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb30600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.924+0000 7f7271447640 1 -- 172.21.15.7:0/2849294648 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca2fb8d390 con 0x55ca2fb14690 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.925+0000 7f7271447640 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7268004e60 tx=0x7f72680339f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb8121372756829a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.925+0000 7f7254ff9640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.925+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726805d060 con 0x55ca2fb14690 2024-09-19T05:44:53.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.925+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f72680043a0 con 0x55ca2fb14690 2024-09-19T05:44:53.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.925+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ca2fa83860 con 0x55ca2fb14690 2024-09-19T05:44:53.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.926+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f726804b050 con 0x55ca2fb14690 2024-09-19T05:44:53.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.926+0000 7f7275a84740 10 client.25550 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:53.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.926+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ca2fb95940 con 0x55ca2fb14690 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7268004b10 con 0x55ca2fb14690 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f7268003680 con 0x55ca2fb14690 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 10 client.25550 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 10 client.25550 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 20 client.25550 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb98020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 4 client.25550 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 --> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca2fa83860 con 0x55ca2fb2aea0 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.927+0000 7f7270c46640 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb98020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.928+0000 7f7254ff9640 10 client.25550 ms_handle_connect on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.928+0000 7f7270c46640 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb98020 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=249b4f450e75e1cb server_cookie=d1ffd7ef9f7761a0 in_seq=0 out_seq=0 2024-09-19T05:44:53.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.928+0000 7f7254ff9640 1 -- 172.21.15.7:0/2849294648 <== mds.1 v2:172.21.15.44:6838/2032000967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca2fa83860 con 0x55ca2fb2aea0 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.928+0000 7f7254ff9640 10 client.25550 handle_command_reply: tid=0 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 client.25550 shutdown 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 msgr2=0x55ca2fb300c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f7268004e60 tx=0x7f72680339f0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 shutdown_connections 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:6838/2032000967,v1:172.21.15.44:6839/2032000967] conn(0x55ca2fb2aea0 0x55ca2fb98020 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55ca2fb1a350 0x55ca2fb8cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ca2fb18de0 0x55ca2fb30600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 --2- 172.21.15.7:0/2849294648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca2fb14690 0x55ca2fb300c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 >> 172.21.15.7:0/2849294648 conn(0x55ca2fad9310 msgr2=0x55ca2fb1b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7254ff9640 0 client.25550 ms_handle_reset on v2:172.21.15.44:6838/2032000967 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.929+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 shutdown_connections 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.930+0000 7f7275a84740 1 -- 172.21.15.7:0/2849294648 wait complete. 2024-09-19T05:44:53.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.930+0000 7f7275a84740 20 client.25550 trim_cache size 0 max 16384 2024-09-19T05:44:53.936 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:53.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 msgr2=0x7f72580a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 0x7f72580a5970 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7264006010 tx=0x7f7264004a60 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 msgr2=0x7f726c19aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f725c00e9f0 tx=0x7f725c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 shutdown_connections 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f726c106f20 0x7f726c19edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f726c1027a0 0x7f726c19aa40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f72580a34b0 0x7f72580a5970 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.931+0000 7f72736ab640 1 --2- 172.21.15.7:0/3047614912 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f726c101df0 0x7f726c19a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.932+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 >> 172.21.15.7:0/3047614912 conn(0x7f726c0fd8f0 msgr2=0x7f726c0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.932+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 shutdown_connections 2024-09-19T05:44:53.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:53.932+0000 7f72736ab640 1 -- 172.21.15.7:0/3047614912 wait complete. 2024-09-19T05:44:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:54 smithi044 ceph-mon[34175]: pgmap v81: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2024-09-19T05:44:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:54 smithi007 ceph-mon[30960]: pgmap v81: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2024-09-19T05:44:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:54 smithi063 ceph-mon[34779]: pgmap v81: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2024-09-19T05:44:54.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-19T05:44:55.197 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.010+0000 7fc6eb7fe640 1 -- 172.21.15.7:0/2349013475 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e40307c0 con 0x7fc6ec106f10 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 -- 172.21.15.7:0/2349013475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec106f10 msgr2=0x7fc6ec10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/2349013475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec106f10 0x7fc6ec10ea90 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4009ca0 tx=0x7fc6e402a8c0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 -- 172.21.15.7:0/2349013475 shutdown_connections 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/2349013475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec106f10 0x7fc6ec10ea90 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/2349013475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/2349013475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 -- 172.21.15.7:0/2349013475 >> 172.21.15.7:0/2349013475 conn(0x7fc6ec0fd880 msgr2=0x7fc6ec0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 -- 172.21.15.7:0/2349013475 shutdown_connections 2024-09-19T05:44:56.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.011+0000 7fc6f29f7640 1 -- 172.21.15.7:0/2349013475 wait complete. 2024-09-19T05:44:56.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.012+0000 7fc6f29f7640 1 Processor -- start 2024-09-19T05:44:56.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.012+0000 7fc6f29f7640 1 -- start start 2024-09-19T05:44:56.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 0x7fc6ec19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6ec111e70 con 0x7fc6ec101de0 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc6ec111cf0 con 0x7fc6ec106f10 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f29f7640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc6ec111ff0 con 0x7fc6ec102790 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58166/0 (socket says 172.21.15.7:58166) 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40808/0 (socket says 172.21.15.7:40808) 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 -- 172.21.15.7:0/609391007 learned_addr learned my addr 172.21.15.7:0/609391007 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 0x7fc6ec19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 -- 172.21.15.7:0/609391007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 msgr2=0x7fc6ec1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 -- 172.21.15.7:0/609391007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 msgr2=0x7fc6ec19cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 0x7fc6ec19cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6ebfff640 1 -- 172.21.15.7:0/609391007 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6ec19d260 con 0x7fc6ec101de0 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.013+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 0x7fc6ec19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.014+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc00e9f0 tx=0x7fc6dc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.014+0000 7fc6e9ffb640 1 -- 172.21.15.7:0/609391007 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6dc00cd80 con 0x7fc6ec101de0 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.014+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6ec19d550 con 0x7fc6ec101de0 2024-09-19T05:44:56.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.014+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6ec1a4e30 con 0x7fc6ec101de0 2024-09-19T05:44:56.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.015+0000 7fc6e9ffb640 1 -- 172.21.15.7:0/609391007 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6dc0108e0 con 0x7fc6ec101de0 2024-09-19T05:44:56.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.015+0000 7fc6e9ffb640 1 -- 172.21.15.7:0/609391007 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6dc018920 con 0x7fc6ec101de0 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 Processor -- start 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 -- start start 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54cb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5584c54272f0 con 0x5584c54cb440 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5584c53cecf0 con 0x5584c54cbdf0 2024-09-19T05:44:56.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5584c54232b0 con 0x5584c54d0a40 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.018+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40820/0 (socket says 172.21.15.7:40820) 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 -- 172.21.15.7:0/1656636949 learned_addr learned my addr 172.21.15.7:0/1656636949 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e9ffb640 1 -- 172.21.15.7:0/609391007 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fc6dc018ac0 con 0x7fc6ec101de0 2024-09-19T05:44:56.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 -- 172.21.15.7:0/1656636949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 msgr2=0x5584c54d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 -- 172.21.15.7:0/1656636949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 msgr2=0x5584c54cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6e3fff640 1 -- 172.21.15.7:0/1656636949 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584c53b33a0 con 0x5584c54d0a40 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.019+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4010480 tx=0x7fc6d4010940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d54bcf49731c6a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e9ffb640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 0x7fc6d80a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e27fc640 1 -- 172.21.15.7:0/1656636949 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d4011760 con 0x5584c54d0a40 2024-09-19T05:44:56.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e27fc640 1 -- 172.21.15.7:0/1656636949 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6d4011db0 con 0x5584c54d0a40 2024-09-19T05:44:56.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e9ffb640 1 -- 172.21.15.7:0/609391007 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc6dc0cff90 con 0x7fc6ec101de0 2024-09-19T05:44:56.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6e27fc640 1 -- 172.21.15.7:0/1656636949 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d400e3d0 con 0x5584c54d0a40 2024-09-19T05:44:56.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.020+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 0x7fc6d80a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.021+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/1656636949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 msgr2=0x5584c54d0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.021+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4010480 tx=0x7fc6d4010940 comp rx=0 tx=0).stop 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 0x7fc6d80a58f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4031ca0 tx=0x7fc6e4005dc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/1656636949 shutdown_connections 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54d0ef0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/1656636949 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/1656636949 >> 172.21.15.7:0/1656636949 conn(0x5584c548a310 msgr2=0x5584c54bd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/1656636949 shutdown_connections 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.022+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/1656636949 wait complete. 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 -- start start 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 Processor -- start 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54d4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 0x5584c54d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5584c54d78d0 con 0x5584c54d0a40 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5584c53e2060 con 0x5584c54cb440 2024-09-19T05:44:56.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5584c54d7a50 con 0x5584c54cbdf0 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.023+0000 7fc6f4dd0740 10 client.0 _ll_register_callbacks cb 0x5584c51358c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54d4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52262/0 (socket says 172.21.15.7:52262) 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54d4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40822/0 (socket says 172.21.15.7:40822) 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 -- 172.21.15.7:0/162585771 learned_addr learned my addr 172.21.15.7:0/162585771 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 0x5584c54d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 -- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 msgr2=0x5584c54d4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54d4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 -- 172.21.15.7:0/162585771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 msgr2=0x5584c54d45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 0x5584c54d45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 -- 172.21.15.7:0/162585771 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584c51983c0 con 0x5584c54cb440 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 0x5584c54d45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc00c6a0 tx=0x7fc6dc09bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=625a75f2b882dcba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.024+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6dc0a4ef0 con 0x5584c54cb440 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc6dc0d2110 con 0x5584c54cb440 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6d4011db0 con 0x5584c54cb440 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc6dc0bc0b0 con 0x5584c54cb440 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 10 client.25559 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:56.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5584c54e3200 con 0x5584c54cb440 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6d4011db0 con 0x5584c54cb440 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fc6dc09b6d0 con 0x5584c54cb440 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 10 client.25559 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 10 client.25559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 20 client.25559 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c54e47b0 0x5584c54e6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 4 client.25559 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.025+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584c5434860 con 0x5584c54e47b0 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.026+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c54e47b0 0x5584c54e6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.026+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c54e47b0 0x5584c54e6c50 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae5ca3ddcea4b837 server_cookie=e494cb6fb7209955 in_seq=0 out_seq=0 2024-09-19T05:44:56.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.026+0000 7fc6cb7fe640 10 client.25559 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:56.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/162585771 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5584c5434860 con 0x5584c54e47b0 2024-09-19T05:44:56.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6cb7fe640 10 client.25559 handle_command_reply: tid=0 2024-09-19T05:44:56.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 client.25559 shutdown 2024-09-19T05:44:56.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 msgr2=0x5584c54d6dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc00c6a0 tx=0x7fc6dc09bcd0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 shutdown_connections 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c54e47b0 0x5584c54e6c50 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6cb7fe640 0 client.25559 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54d0a40 0x5584c54d45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54d4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.027+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/162585771 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cb440 0x5584c54d6dd0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.028+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 >> 172.21.15.7:0/162585771 conn(0x5584c548a310 msgr2=0x5584c54caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.028+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 shutdown_connections 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.028+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/162585771 wait complete. 2024-09-19T05:44:56.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.028+0000 7fc6f4dd0740 20 client.25559 trim_cache size 0 max 16384 2024-09-19T05:44:56.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.048+0000 7fc6f4dd0740 1 Processor -- start 2024-09-19T05:44:56.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.048+0000 7fc6f4dd0740 1 -- start start 2024-09-19T05:44:56.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.048+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54e0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.048+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54ca960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.048+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc00e700 con 0x5584c54cb440 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc010300 con 0x5584c54cbdf0 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc00edd0 con 0x5584c54d0a40 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40828/0 (socket says 172.21.15.7:40828) 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 -- 172.21.15.7:0/2320001734 learned_addr learned my addr 172.21.15.7:0/2320001734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54e0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 -- 172.21.15.7:0/2320001734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 msgr2=0x5584c54ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54ca960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 -- 172.21.15.7:0/2320001734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 msgr2=0x5584c54e0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54e0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.049+0000 7fc6f0f94640 1 -- 172.21.15.7:0/2320001734 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584c54d2620 con 0x5584c54d0a40 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.050+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4035000 tx=0x7fc6e4041000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ed3c341c623a58a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.050+0000 7fc6e1ffb640 1 -- 172.21.15.7:0/2320001734 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e40317a0 con 0x5584c54d0a40 2024-09-19T05:44:56.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.050+0000 7fc6e1ffb640 1 -- 172.21.15.7:0/2320001734 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6e4036040 con 0x5584c54d0a40 2024-09-19T05:44:56.054 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.050+0000 7fc6e1ffb640 1 -- 172.21.15.7:0/2320001734 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e4030960 con 0x5584c54d0a40 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/2320001734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 msgr2=0x5584c54ec520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4035000 tx=0x7fc6e4041000 comp rx=0 tx=0).stop 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/2320001734 shutdown_connections 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54d0a40 0x5584c54ec520 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54cbdf0 0x5584c54ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/2320001734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54e0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.051+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/2320001734 >> 172.21.15.7:0/2320001734 conn(0x5584c548a310 msgr2=0x5584c54ca250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.052+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/2320001734 shutdown_connections 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.052+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/2320001734 wait complete. 2024-09-19T05:44:56.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.052+0000 7fc6f4dd0740 1 -- start start 2024-09-19T05:44:56.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 Processor -- start 2024-09-19T05:44:56.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54dd460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 0x5584c54d9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc00fb70 con 0x5584c54cb440 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc00f4a0 con 0x5584c54d0a40 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc00c6e0 con 0x5584c54cbdf0 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.053+0000 7fc6f4dd0740 10 client.0 _ll_register_callbacks cb 0x7fc6dc00cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54dd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6ebfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58212/0 (socket says 172.21.15.7:58212) 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6ebfff640 1 -- 172.21.15.7:0/335120316 learned_addr learned my addr 172.21.15.7:0/335120316 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:44:56.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 0x5584c54d9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 -- 172.21.15.7:0/335120316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 msgr2=0x5584c54d9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 0x5584c54d9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 -- 172.21.15.7:0/335120316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 msgr2=0x5584c54dcf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 -- 172.21.15.7:0/335120316 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584c54da540 con 0x5584c54cbdf0 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6f0f94640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 0x5584c54d9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.054+0000 7fc6e3fff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54dd460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc6d400bbf0 tx=0x7fc6d400bd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6299bcb32c01d220 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:44:56.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6d401cd50 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc6d4004020 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6e4036040 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc6d4038050 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6f4dd0740 10 client.25729 fetch_fsmap learned FSMap version 31 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5584c554ffc0 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.055+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6e4036040 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fc6d4027070 con 0x5584c54cbdf0 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 10 client.25729 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 10 client.25729 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 20 client.25729 populate_metadata read hostname 'smithi007' 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c5550560 0x5584c5552980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 4 client.25729 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584c542ed70 con 0x5584c5550560 2024-09-19T05:44:56.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.056+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c5550560 0x5584c5552980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6ebfff640 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c5550560 0x5584c5552980 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8eef6f8bd74d40a1 server_cookie=f82dac251c4e8266 in_seq=0 out_seq=0 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6cb7fe640 10 client.25729 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6cb7fe640 1 -- 172.21.15.7:0/335120316 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584c542ed70 con 0x5584c5550560 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6cb7fe640 10 client.25729 handle_command_reply: tid=0 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 client.25729 shutdown 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 msgr2=0x5584c54dd460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54dd460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc6d400bbf0 tx=0x7fc6d400bd10 comp rx=0 tx=0).stop 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 shutdown_connections 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5584c54d0a40 0x5584c54d9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5584c54cbdf0 0x5584c54dd460 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5584c5550560 0x5584c5552980 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 --2- 172.21.15.7:0/335120316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5584c54cb440 0x5584c54dcf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 >> 172.21.15.7:0/335120316 conn(0x5584c548a310 msgr2=0x5584c54caa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6cb7fe640 0 client.25729 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.057+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 shutdown_connections 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f4dd0740 1 -- 172.21.15.7:0/335120316 wait complete. 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f4dd0740 20 client.25729 trim_cache size 0 max 16384 2024-09-19T05:44:56.063 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-09-19T05:44:56.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 msgr2=0x7fc6d80a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 0x7fc6d80a58f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4031ca0 tx=0x7fc6e4005dc0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 msgr2=0x7fc6ec1982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.058+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc6dc00e9f0 tx=0x7fc6dc00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 shutdown_connections 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc6ec106f10 0x7fc6ec19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc6d80a3430 0x7fc6d80a58f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc6ec102790 0x7fc6ec1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 --2- 172.21.15.7:0/609391007 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc6ec101de0 0x7fc6ec1982b0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 >> 172.21.15.7:0/609391007 conn(0x7fc6ec0fd880 msgr2=0x7fc6ec0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 shutdown_connections 2024-09-19T05:44:56.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:44:56.059+0000 7fc6f29f7640 1 -- 172.21.15.7:0/609391007 wait complete. 2024-09-19T05:44:56.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:56 smithi044 ceph-mon[34175]: pgmap v82: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 67 MiB/s wr, 1.07k op/s 2024-09-19T05:44:56.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:56 smithi007 ceph-mon[30960]: pgmap v82: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 67 MiB/s wr, 1.07k op/s 2024-09-19T05:44:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:56 smithi063 ceph-mon[34779]: pgmap v82: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 67 MiB/s wr, 1.07k op/s 2024-09-19T05:44:57.016 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 93104256, 'ino': 1099511628296, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen'}, {'damage_type': 'backtrace', 'id': 145041480, 'ino': 1099511628294, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile.bsd'}, {'damage_type': 'backtrace', 'id': 209526029, 'ino': 1099511628290, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src'}, {'damage_type': 'backtrace', 'id': 546826998, 'ino': 1099511628293, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/README'}, {'damage_type': 'backtrace', 'id': 668196731, 'ino': 1099511628307, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.res'}, {'damage_type': 'backtrace', 'id': 1287951323, 'ino': 1099511628297, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen.cat8'}, {'damage_type': 'backtrace', 'id': 1425029723, 'ino': 1099511628299, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.io'}, {'damage_type': 'backtrace', 'id': 1622820592, 'ino': 1099511628301, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.io'}, {'damage_type': 'backtrace', 'id': 1700870915, 'ino': 1099511627782, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp'}, {'damage_type': 'backtrace', 'id': 1753363934, 'ino': 1099511628289, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0'}, {'damage_type': 'backtrace', 'id': 1847658771, 'ino': 1099511628295, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/Makefile'}, {'damage_type': 'backtrace', 'id': 1865339033, 'ino': 1099511628292, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.c'}, {'damage_type': 'backtrace', 'id': 2165002883, 'ino': 1099511628298, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.io'}, {'damage_type': 'backtrace', 'id': 2388428517, 'ino': 1099511628302, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88524.io'}, {'damage_type': 'backtrace', 'id': 2516361273, 'ino': 1099511628300, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.io'}, {'damage_type': 'backtrace', 'id': 2593475423, 'ino': 1099511627783, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0.tar'}, {'damage_type': 'backtrace', 'id': 2793654158, 'ino': 1099511628303, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88521.res'}, {'damage_type': 'backtrace', 'id': 2854174562, 'ino': 1099511628304, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88520.res'}, {'damage_type': 'backtrace', 'id': 3202493147, 'ino': 1099511628305, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88522.res'}, {'damage_type': 'backtrace', 'id': 3437962230, 'ino': 1099511628291, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/src/iogen.8'}, {'damage_type': 'backtrace', 'id': 3908201849, 'ino': 1099511628306, 'path': '/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp/iogen_3.1p0/iogen_88523.res'}] 2024-09-19T05:44:57.017 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-09-19T05:44:58.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:44:58 smithi044 ceph-mon[34175]: pgmap v83: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:44:58.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:44:58 smithi007 ceph-mon[30960]: pgmap v83: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:44:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:44:58 smithi063 ceph-mon[34779]: pgmap v83: 97 pgs: 97 active+clean; 11 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:45:00.454 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:00 smithi063 ceph-mon[34779]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:00 smithi044 ceph-mon[34175]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:00 smithi007 ceph-mon[30960]: pgmap v84: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:02 smithi044 ceph-mon[34175]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:45:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:02 smithi007 ceph-mon[30960]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:45:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:02 smithi063 ceph-mon[34779]: pgmap v85: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:45:04.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:04 smithi044 ceph-mon[34175]: pgmap v86: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:04 smithi007 ceph-mon[30960]: pgmap v86: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:04.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:04 smithi063 ceph-mon[34779]: pgmap v86: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:06.101 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 -- 172.21.15.7:0/1600599846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614101ae0 msgr2=0x7f9614101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 --2- 172.21.15.7:0/1600599846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614101ae0 0x7f9614101f40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9604009860 tx=0x7f960402a340 comp rx=0 tx=0).stop 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 -- 172.21.15.7:0/1600599846 shutdown_connections 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 --2- 172.21.15.7:0/1600599846 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614102480 0x7f961410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 --2- 172.21.15.7:0/1600599846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614101ae0 0x7f9614101f40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 --2- 172.21.15.7:0/1600599846 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.099+0000 7f961bda8640 1 -- 172.21.15.7:0/1600599846 >> 172.21.15.7:0/1600599846 conn(0x7f96140fd7e0 msgr2=0x7f96140ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.100+0000 7f961bda8640 1 -- 172.21.15.7:0/1600599846 shutdown_connections 2024-09-19T05:45:06.102 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.100+0000 7f961bda8640 1 -- 172.21.15.7:0/1600599846 wait complete. 2024-09-19T05:45:06.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 Processor -- start 2024-09-19T05:45:06.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 -- start start 2024-09-19T05:45:06.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 0x7f9614074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9614111da0 con 0x7f9614107b80 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9614111c20 con 0x7f9614102480 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.101+0000 7f961bda8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9614111f20 con 0x7f9614076190 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:34000/0 (socket says 172.21.15.7:34000) 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 -- 172.21.15.7:0/65481118 learned_addr learned my addr 172.21.15.7:0/65481118 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619343640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f961a345640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 0x7f9614074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 -- 172.21.15.7:0/65481118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 msgr2=0x7f9614074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 0x7f9614074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 -- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 msgr2=0x7f9614074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619b44640 1 -- 172.21.15.7:0/65481118 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96141ab140 con 0x7f9614102480 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f961a345640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 0x7f9614074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.102+0000 7f9619343640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f9619b44640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f961000e9c0 tx=0x7f961000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f960affd640 1 -- 172.21.15.7:0/65481118 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961000ccc0 con 0x7f9614102480 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f960affd640 1 -- 172.21.15.7:0/65481118 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96100054d0 con 0x7f9614102480 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f960affd640 1 -- 172.21.15.7:0/65481118 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9610010430 con 0x7f9614102480 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96141ab430 con 0x7f9614102480 2024-09-19T05:45:06.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.103+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96141ab900 con 0x7f9614102480 2024-09-19T05:45:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 Processor -- start 2024-09-19T05:45:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 -- start start 2024-09-19T05:45:06.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f960affd640 1 -- 172.21.15.7:0/65481118 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f96100105d0 con 0x7f9614102480 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc77ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc82770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5650cbbdc2f0 con 0x5650cbc82cb0 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5650cbb84270 con 0x5650cbc77af0 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961ec1d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5650cbbd82b0 con 0x5650cbc78410 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f961a345640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc77ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f9619343640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f9619b44640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc82770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f9619343640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58426/0 (socket says 172.21.15.7:58426) 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.107+0000 7f9619343640 1 -- 172.21.15.7:0/3566123527 learned_addr learned my addr 172.21.15.7:0/3566123527 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f961a345640 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc77ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:34006/0 (socket says 172.21.15.7:34006) 2024-09-19T05:45:06.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 -- 172.21.15.7:0/3566123527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 msgr2=0x5650cbc82770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc82770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 -- 172.21.15.7:0/3566123527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 msgr2=0x5650cbc77ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc77ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 -- 172.21.15.7:0/3566123527 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650cbb83340 con 0x5650cbc82cb0 2024-09-19T05:45:06.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f9619343640 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9604009830 tx=0x7f9604009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecbafeba1e6a94ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f95fffff640 1 -- 172.21.15.7:0/3566123527 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604043020 con 0x5650cbc82cb0 2024-09-19T05:45:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f95fffff640 1 -- 172.21.15.7:0/3566123527 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9604038040 con 0x5650cbc82cb0 2024-09-19T05:45:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.108+0000 7f95fffff640 1 -- 172.21.15.7:0/3566123527 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604037040 con 0x5650cbc82cb0 2024-09-19T05:45:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.109+0000 7f960affd640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 0x7f96000a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.109+0000 7f961a345640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 0x7f96000a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.109+0000 7f960affd640 1 -- 172.21.15.7:0/65481118 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f96100d00e0 con 0x7f9614102480 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961a345640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 0x7f96000a58f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f960c005fd0 tx=0x7f960c0086a0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- 172.21.15.7:0/3566123527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 msgr2=0x5650cbc850a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9604009830 tx=0x7f9604009510 comp rx=0 tx=0).stop 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- 172.21.15.7:0/3566123527 shutdown_connections 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc850a0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc82770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3566123527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc77ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- 172.21.15.7:0/3566123527 >> 172.21.15.7:0/3566123527 conn(0x5650cbc74060 msgr2=0x5650cbc74440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- 172.21.15.7:0/3566123527 shutdown_connections 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- 172.21.15.7:0/3566123527 wait complete. 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 -- start start 2024-09-19T05:45:06.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.110+0000 7f961ec1d740 1 Processor -- start 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc77af0 0x5650cbc7fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc80500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5650cbc85880 con 0x5650cbc78410 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5650cbb65290 con 0x5650cbc82cb0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5650cbc85a00 con 0x5650cbc77af0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961ec1d740 10 client.0 _ll_register_callbacks cb 0x5650cbb96140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f9619343640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961a345640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc80500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f9619343640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58440/0 (socket says 172.21.15.7:58440) 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f9619343640 1 -- 172.21.15.7:0/59375276 learned_addr learned my addr 172.21.15.7:0/59375276 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f9619b44640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc77af0 0x5650cbc7fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961a345640 1 -- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc77af0 msgr2=0x5650cbc7fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.111+0000 7f961a345640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc77af0 0x5650cbc7fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961a345640 1 -- 172.21.15.7:0/59375276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 msgr2=0x5650cbc7ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961a345640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961a345640 1 -- 172.21.15.7:0/59375276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650cb8ef210 con 0x5650cbc82cb0 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f9619343640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961a345640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc80500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9614076600 tx=0x7f960c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f165f6edf4d8f48c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f95fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960c00ed40 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9604038040 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f960c027480 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f960c01be50 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961ec1d740 10 client.25577 fetch_fsmap learned FSMap version 31 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.112+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5650cb9bb620 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9604038040 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f960c030760 con 0x5650cbc82cb0 2024-09-19T05:45:06.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 10 client.25577 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 10 client.25577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 20 client.25577 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbc930b0 0x5650cbc95550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 4 client.25577 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650cbbe9a20 con 0x5650cbc930b0 2024-09-19T05:45:06.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.113+0000 7f9619b44640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbc930b0 0x5650cbc95550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.114+0000 7f95fd7fa640 10 client.25577 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.114+0000 7f9619b44640 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbc930b0 0x5650cbc95550 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6d2a822a4f1cf3 server_cookie=cc4b5f8f9fb37006 in_seq=0 out_seq=0 2024-09-19T05:45:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f95fd7fa640 1 -- 172.21.15.7:0/59375276 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5650cbbe9a20 con 0x5650cbc930b0 2024-09-19T05:45:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f95fd7fa640 10 client.25577 handle_command_reply: tid=0 2024-09-19T05:45:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 client.25577 shutdown 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 msgr2=0x5650cbc80500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc80500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9614076600 tx=0x7f960c004a40 comp rx=0 tx=0).stop 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 shutdown_connections 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc80500 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbc930b0 0x5650cbc95550 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc78410 0x5650cbc7ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 --2- 172.21.15.7:0/59375276 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc77af0 0x5650cbc7fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f95fd7fa640 0 client.25577 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 >> 172.21.15.7:0/59375276 conn(0x5650cbc74060 msgr2=0x5650cbc79dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 shutdown_connections 2024-09-19T05:45:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.115+0000 7f961ec1d740 1 -- 172.21.15.7:0/59375276 wait complete. 2024-09-19T05:45:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.116+0000 7f961ec1d740 20 client.25577 trim_cache size 0 max 16384 2024-09-19T05:45:06.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 Processor -- start 2024-09-19T05:45:06.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 -- start start 2024-09-19T05:45:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc77af0 0x5650cbc7e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc9ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b42f0 con 0x5650cbc77af0 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b5ef0 con 0x5650cbc82cb0 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f961ec1d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b49c0 con 0x5650cbc78410 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f9619343640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f9619343640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:57922/0 (socket says 172.21.15.7:57922) 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.141+0000 7f9619343640 1 -- 172.21.15.7:0/3762286400 learned_addr learned my addr 172.21.15.7:0/3762286400 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619b44640 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc77af0 0x5650cbc7e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f961a345640 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc9ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 -- 172.21.15.7:0/3762286400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 msgr2=0x5650cbc9ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc9ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 -- 172.21.15.7:0/3762286400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc77af0 msgr2=0x5650cbc7e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc77af0 0x5650cbc7e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 -- 172.21.15.7:0/3762286400 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650cbc78240 con 0x5650cbc78410 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f9619343640 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9604005900 tx=0x7f960402a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4bba302c2ab337 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.142+0000 7f95ff7fe640 1 -- 172.21.15.7:0/3762286400 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960404e070 con 0x5650cbc78410 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.143+0000 7f95ff7fe640 1 -- 172.21.15.7:0/3762286400 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96040054f0 con 0x5650cbc78410 2024-09-19T05:45:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.143+0000 7f95ff7fe640 1 -- 172.21.15.7:0/3762286400 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604037040 con 0x5650cbc78410 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- 172.21.15.7:0/3762286400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 msgr2=0x5650cbc80330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9604005900 tx=0x7f960402a340 comp rx=0 tx=0).stop 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- 172.21.15.7:0/3762286400 shutdown_connections 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc82cb0 0x5650cbc9ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc80330 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 --2- 172.21.15.7:0/3762286400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc77af0 0x5650cbc7e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- 172.21.15.7:0/3762286400 >> 172.21.15.7:0/3762286400 conn(0x5650cbc74060 msgr2=0x5650cbc81b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- 172.21.15.7:0/3762286400 shutdown_connections 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- 172.21.15.7:0/3762286400 wait complete. 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 -- start start 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.144+0000 7f961ec1d740 1 Processor -- start 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.145+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.145+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.145+0000 7f9619b44640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.145+0000 7f9619b44640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:34028/0 (socket says 172.21.15.7:34028) 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961ec1d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc7ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619343640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.151 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619343640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:57932/0 (socket says 172.21.15.7:57932) 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961ec1d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b5760 con 0x5650cbc82cb0 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961ec1d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b5090 con 0x5650cbc77af0 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961ec1d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f96141b22d0 con 0x5650cbc78410 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961ec1d740 10 client.0 _ll_register_callbacks cb 0x7f960c008410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961a345640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc7ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 -- 172.21.15.7:0/2470321558 learned_addr learned my addr 172.21.15.7:0/2470321558 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 -- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 msgr2=0x5650cbc7c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.152 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 -- 172.21.15.7:0/2470321558 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 msgr2=0x5650cbc7ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc7ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619b44640 1 -- 172.21.15.7:0/2470321558 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650cbc7d030 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f9619343640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.146+0000 7f961a345640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc7ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f9619b44640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f961009c360 tx=0x7f96100d25f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4102a3aba4855b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f95fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9610005680 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f96100046c0 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96040054f0 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f961009cad0 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f961ec1d740 10 client.25583 fetch_fsmap learned FSMap version 31 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.147+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5650cbcfde30 con 0x5650cbc77af0 2024-09-19T05:45:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96040054f0 con 0x5650cbc77af0 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7f9610098a40 con 0x5650cbc77af0 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 10 client.25583 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 10 client.25583 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 20 client.25583 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbcfe4d0 0x5650cbd008f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 4 client.25583 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5650cbbe3d70 con 0x5650cbcfe4d0 2024-09-19T05:45:06.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.148+0000 7f9619343640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbcfe4d0 0x5650cbd008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.149+0000 7f95fd7fa640 10 client.25583 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.149+0000 7f9619343640 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbcfe4d0 0x5650cbd008f0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c3814a93acacf39 server_cookie=eda0fa2c10909a9a in_seq=0 out_seq=0 2024-09-19T05:45:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f95fd7fa640 1 -- 172.21.15.7:0/2470321558 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5650cbbe3d70 con 0x5650cbcfe4d0 2024-09-19T05:45:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f95fd7fa640 10 client.25583 handle_command_reply: tid=0 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 client.25583 shutdown 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 msgr2=0x5650cbc8b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f961009c360 tx=0x7f96100d25f0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 shutdown_connections 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5650cbcfe4d0 0x5650cbd008f0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5650cbc82cb0 0x5650cbc7ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5650cbc78410 0x5650cbc7c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 --2- 172.21.15.7:0/2470321558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5650cbc77af0 0x5650cbc8b270 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 >> 172.21.15.7:0/2470321558 conn(0x5650cbc74060 msgr2=0x5650cbc79550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f95fd7fa640 0 client.25583 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.157+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 shutdown_connections 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961ec1d740 1 -- 172.21.15.7:0/2470321558 wait complete. 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961ec1d740 20 client.25583 trim_cache size 0 max 16384 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:45:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 msgr2=0x7f96000a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 0x7f96000a58f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f960c005fd0 tx=0x7f960c0086a0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 msgr2=0x7f96140744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.158+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f961000e9c0 tx=0x7f961000ee80 comp rx=0 tx=0).stop 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 shutdown_connections 2024-09-19T05:45:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96000a3430 0x7f96000a58f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9614076190 0x7f9614074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9614107b80 0x7f9614074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 --2- 172.21.15.7:0/65481118 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9614102480 0x7f96140744f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 >> 172.21.15.7:0/65481118 conn(0x7f96140fd7e0 msgr2=0x7f96140fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 shutdown_connections 2024-09-19T05:45:06.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:06.159+0000 7f961bda8640 1 -- 172.21.15.7:0/65481118 wait complete. 2024-09-19T05:45:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:06 smithi044 ceph-mon[34175]: pgmap v87: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2024-09-19T05:45:06.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:06 smithi007 ceph-mon[30960]: pgmap v87: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2024-09-19T05:45:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:06 smithi063 ceph-mon[34779]: pgmap v87: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2024-09-19T05:45:08.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:08 smithi044 ceph-mon[34175]: pgmap v88: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2024-09-19T05:45:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:08 smithi007 ceph-mon[30960]: pgmap v88: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2024-09-19T05:45:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:08 smithi063 ceph-mon[34779]: pgmap v88: 97 pgs: 97 active+clean; 11 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2024-09-19T05:45:10.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:10 smithi007 ceph-mon[30960]: pgmap v89: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:10.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:10 smithi044 ceph-mon[34175]: pgmap v89: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:10 smithi063 ceph-mon[34779]: pgmap v89: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:12 smithi044 ceph-mon[34175]: pgmap v90: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:45:12.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:12 smithi007 ceph-mon[30960]: pgmap v90: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:45:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:12 smithi063 ceph-mon[34779]: pgmap v90: 97 pgs: 97 active+clean; 11 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:45:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:14 smithi044 ceph-mon[34175]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:14 smithi007 ceph-mon[30960]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:14 smithi063 ceph-mon[34779]: pgmap v91: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 91 MiB/s wr, 1.48k op/s 2024-09-19T05:45:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:16 smithi044 ceph-mon[34175]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:45:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:16 smithi007 ceph-mon[30960]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:45:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:16 smithi063 ceph-mon[34779]: pgmap v92: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:45:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:18 smithi044 ceph-mon[34175]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:18.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:18 smithi007 ceph-mon[30960]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:18 smithi063 ceph-mon[34779]: pgmap v93: 97 pgs: 97 active+clean; 12 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 -- 172.21.15.7:0/1732105029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98101af0 msgr2=0x7fac98101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 --2- 172.21.15.7:0/1732105029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98101af0 0x7fac98101f50 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fac8c009890 tx=0x7fac8c02a360 comp rx=0 tx=0).stop 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 -- 172.21.15.7:0/1732105029 shutdown_connections 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 --2- 172.21.15.7:0/1732105029 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac9810e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 --2- 172.21.15.7:0/1732105029 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98101af0 0x7fac98101f50 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 --2- 172.21.15.7:0/1732105029 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98107b90 0x7fac98107f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 -- 172.21.15.7:0/1732105029 >> 172.21.15.7:0/1732105029 conn(0x7fac980fd810 msgr2=0x7fac980ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 -- 172.21.15.7:0/1732105029 shutdown_connections 2024-09-19T05:45:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.306+0000 7fac9ce80640 1 -- 172.21.15.7:0/1732105029 wait complete. 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 Processor -- start 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 -- start start 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98101af0 0x7fac980744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac98111db0 con 0x7fac98107b90 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac98111c30 con 0x7fac98101af0 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac9ce80640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fac98111f30 con 0x7fac98102490 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.307+0000 7fac95d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54566/0 (socket says 172.21.15.7:54566) 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 -- 172.21.15.7:0/529067839 learned_addr learned my addr 172.21.15.7:0/529067839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57192/0 (socket says 172.21.15.7:57192) 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac9659c640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98101af0 0x7fac980744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 -- 172.21.15.7:0/529067839 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98101af0 msgr2=0x7fac980744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98101af0 0x7fac980744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 -- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 msgr2=0x7fac98074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac95d9b640 1 -- 172.21.15.7:0/529067839 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac981a6880 con 0x7fac98102490 2024-09-19T05:45:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.308+0000 7fac96d9d640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.309+0000 7fac95d9b640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fac8c032d80 tx=0x7fac8c032db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.309+0000 7fac877fe640 1 -- 172.21.15.7:0/529067839 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c037040 con 0x7fac98102490 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.309+0000 7fac877fe640 1 -- 172.21.15.7:0/529067839 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c041070 con 0x7fac98102490 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.309+0000 7fac877fe640 1 -- 172.21.15.7:0/529067839 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c0035f0 con 0x7fac98102490 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.310+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac981a6b10 con 0x7fac98102490 2024-09-19T05:45:19.312 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.310+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac981a6f50 con 0x7fac98102490 2024-09-19T05:45:19.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.313+0000 7fac877fe640 1 -- 172.21.15.7:0/529067839 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fac8c004050 con 0x7fac98102490 2024-09-19T05:45:19.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.314+0000 7fac9fc14740 1 Processor -- start 2024-09-19T05:45:19.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.314+0000 7fac9fc14740 1 -- start start 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 0x558c951f7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c951fa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57208/0 (socket says 172.21.15.7:57208) 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 0x558c951f7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac96d9d640 1 -- 172.21.15.7:0/930618116 learned_addr learned my addr 172.21.15.7:0/930618116 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:19.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9659c640 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 0x558c951f7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:50484/0 (socket says 172.21.15.7:50484) 2024-09-19T05:45:19.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558c951512f0 con 0x558c951ecaf0 2024-09-19T05:45:19.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c950f9270 con 0x558c951ed410 2024-09-19T05:45:19.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558c9514d2b0 con 0x558c951f7cb0 2024-09-19T05:45:19.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.315+0000 7fac95d9b640 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c951fa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 -- 172.21.15.7:0/930618116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 msgr2=0x558c951fa0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c951fa0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 -- 172.21.15.7:0/930618116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 msgr2=0x558c951f7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 0x558c951f7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac877fe640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 0x7fac800a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 -- 172.21.15.7:0/930618116 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c950f8340 con 0x558c951ecaf0 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac96d9d640 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fac9000e8f0 tx=0x7fac900095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24ba718f8601eaf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac95d9b640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 0x7fac800a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.316+0000 7fac84ff9640 1 -- 172.21.15.7:0/930618116 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90017420 con 0x558c951ecaf0 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.317+0000 7fac877fe640 1 -- 172.21.15.7:0/529067839 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fac8c0ef7d0 con 0x7fac98102490 2024-09-19T05:45:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.317+0000 7fac84ff9640 1 -- 172.21.15.7:0/930618116 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac9001c070 con 0x558c951ecaf0 2024-09-19T05:45:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.317+0000 7fac84ff9640 1 -- 172.21.15.7:0/930618116 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90016690 con 0x558c951ecaf0 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 msgr2=0x558c951eced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fac9000e8f0 tx=0x7fac900095c0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac95d9b640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 0x7fac800a59c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x558c951ef690 tx=0x7fac8c0f5530 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 shutdown_connections 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c951fa0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ed410 0x558c951f7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 --2- 172.21.15.7:0/930618116 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c951eced0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 >> 172.21.15.7:0/930618116 conn(0x558c951e9060 msgr2=0x558c951e9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 shutdown_connections 2024-09-19T05:45:19.322 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.318+0000 7fac9fc14740 1 -- 172.21.15.7:0/930618116 wait complete. 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 -- start start 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 Processor -- start 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c951f50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951f5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558c951fa880 con 0x558c951ed410 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558c950da290 con 0x558c951f7cb0 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.319+0000 7fac9fc14740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x558c951faa00 con 0x558c951ecaf0 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac9fc14740 10 client.0 _ll_register_callbacks cb 0x558c9510b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54576/0 (socket says 172.21.15.7:54576) 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 -- 172.21.15.7:0/196446550 learned_addr learned my addr 172.21.15.7:0/196446550 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac9659c640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c951f50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.323 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 -- 172.21.15.7:0/196446550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 msgr2=0x558c951f5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951f5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 -- 172.21.15.7:0/196446550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 msgr2=0x558c951f50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c951f50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.320+0000 7fac96d9d640 1 -- 172.21.15.7:0/196446550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c94e64210 con 0x558c951ecaf0 2024-09-19T05:45:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac96d9d640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fac9000df80 tx=0x7fac90017eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b22151888a66289 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90004a40 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fac90004be0 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac9001c070 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fac90037050 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac9fc14740 10 client.25753 fetch_fsmap learned FSMap version 31 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558c94f30620 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.321+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac9001c070 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fac9000b040 con 0x558c951ecaf0 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 10 client.25753 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 10 client.25753 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 20 client.25753 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c95207c00 0x558c9520a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 4 client.25753 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.322+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c9515ea20 con 0x558c95207c00 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.323+0000 7fac9659c640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c95207c00 0x558c9520a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.323+0000 7fac9659c640 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c95207c00 0x558c9520a020 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a37b1a33c000a244 server_cookie=327d8ea358499cda in_seq=0 out_seq=0 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.323+0000 7fac7dffb640 10 client.25753 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac7dffb640 1 -- 172.21.15.7:0/196446550 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558c9515ea20 con 0x558c95207c00 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac7dffb640 10 client.25753 handle_command_reply: tid=0 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 client.25753 shutdown 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 msgr2=0x558c951f4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fac9000df80 tx=0x7fac90017eb0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 shutdown_connections 2024-09-19T05:45:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c95207c00 0x558c9520a020 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c951f50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac7dffb640 0 client.25753 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 --2- 172.21.15.7:0/196446550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ecaf0 0x558c951f4ba0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.324+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 >> 172.21.15.7:0/196446550 conn(0x558c951e9060 msgr2=0x558c951eedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.325+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 shutdown_connections 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.325+0000 7fac9fc14740 1 -- 172.21.15.7:0/196446550 wait complete. 2024-09-19T05:45:19.329 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.325+0000 7fac9fc14740 20 client.25753 trim_cache size 0 max 16384 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.350+0000 7fac9fc14740 1 Processor -- start 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 -- start start 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ecaf0 0x558c951f5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c9520fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac981af9d0 con 0x558c951ed410 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b15d0 con 0x558c951ecaf0 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9fc14740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b00a0 con 0x558c951f7cb0 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ecaf0 0x558c951f5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9659c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57212/0 (socket says 172.21.15.7:57212) 2024-09-19T05:45:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9659c640 1 -- 172.21.15.7:0/1994638854 learned_addr learned my addr 172.21.15.7:0/1994638854 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac96d9d640 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c9520fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.351+0000 7fac9659c640 1 -- 172.21.15.7:0/1994638854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 msgr2=0x558c9520fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac9659c640 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c9520fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac9659c640 1 -- 172.21.15.7:0/1994638854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ecaf0 msgr2=0x558c951f5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac9659c640 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ecaf0 0x558c951f5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac9659c640 1 -- 172.21.15.7:0/1994638854 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c951ec870 con 0x558c951ed410 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac9659c640 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fac88000c00 tx=0x7fac88005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f986d45a1fcd77c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac7ffff640 1 -- 172.21.15.7:0/1994638854 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac88003e00 con 0x558c951ed410 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac7ffff640 1 -- 172.21.15.7:0/1994638854 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac88012900 con 0x558c951ed410 2024-09-19T05:45:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.352+0000 7fac7ffff640 1 -- 172.21.15.7:0/1994638854 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac880279e0 con 0x558c951ed410 2024-09-19T05:45:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 -- 172.21.15.7:0/1994638854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 msgr2=0x558c9520f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fac88000c00 tx=0x7fac88005f90 comp rx=0 tx=0).stop 2024-09-19T05:45:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 -- 172.21.15.7:0/1994638854 shutdown_connections 2024-09-19T05:45:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951f7cb0 0x558c9520fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ed410 0x558c9520f8f0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 --2- 172.21.15.7:0/1994638854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951ecaf0 0x558c951f5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 -- 172.21.15.7:0/1994638854 >> 172.21.15.7:0/1994638854 conn(0x558c951e9060 msgr2=0x558c951f6c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 -- 172.21.15.7:0/1994638854 shutdown_connections 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.353+0000 7fac9fc14740 1 -- 172.21.15.7:0/1994638854 wait complete. 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac9fc14740 1 -- start start 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac9fc14740 1 Processor -- start 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac9fc14740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ed410 0x558c951fb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac96d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57214/0 (socket says 172.21.15.7:57214) 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac96d9d640 1 -- 172.21.15.7:0/324666196 learned_addr learned my addr 172.21.15.7:0/324666196 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.354+0000 7fac9659c640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ed410 0x558c951fb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951fb980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b0e40 con 0x558c951ecaf0 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b0770 con 0x558c951f7cb0 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fac981ad9b0 con 0x558c951ed410 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac9fc14740 10 client.0 _ll_register_callbacks cb 0x7fac88009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac96d9d640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951fb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac96d9d640 1 -- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ed410 msgr2=0x558c951fb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.355+0000 7fac96d9d640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ed410 0x558c951fb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac96d9d640 1 -- 172.21.15.7:0/324666196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 msgr2=0x558c951fb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac96d9d640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951fb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac96d9d640 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c951fbec0 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac96d9d640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fac90019040 tx=0x7fac9000e500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaf0cbfb22002aae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90005640 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fac900057e0 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.356+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac88012900 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.357+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fac90017860 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.357+0000 7fac9fc14740 10 client.16077 fetch_fsmap learned FSMap version 31 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.357+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558c9527ae30 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac90028070 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 31) ==== 8378+0+0 (secure 0 0 0) 0x7fac9000b040 con 0x558c951ecaf0 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 10 client.16077 fetch_fsmap finished waiting for FSMap version 31 2024-09-19T05:45:19.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 10 client.16077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 20 client.16077 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c9527b480 0x558c9527d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 4 client.16077 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fac88012900 con 0x558c9527b480 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.358+0000 7fac9659c640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c9527b480 0x558c9527d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.359+0000 7fac7dffb640 10 client.16077 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:19.362 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.360+0000 7fac9659c640 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c9527b480 0x558c9527d8a0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38d0dc40cd15ab5e server_cookie=36028e1aeb759f81 in_seq=0 out_seq=0 2024-09-19T05:45:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.364+0000 7fac7dffb640 1 -- 172.21.15.7:0/324666196 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fac88012900 con 0x558c9527b480 2024-09-19T05:45:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.364+0000 7fac7dffb640 10 client.16077 handle_command_reply: tid=0 2024-09-19T05:45:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.364+0000 7fac9fc14740 1 client.16077 shutdown 2024-09-19T05:45:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 msgr2=0x558c95200120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fac90019040 tx=0x7fac9000e500 comp rx=0 tx=0).stop 2024-09-19T05:45:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 shutdown_connections 2024-09-19T05:45:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558c951f7cb0 0x558c951fb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x558c951ed410 0x558c951fb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.365+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x558c9527b480 0x558c9527d8a0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9fc14740 1 --2- 172.21.15.7:0/324666196 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558c951ecaf0 0x558c95200120 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 >> 172.21.15.7:0/324666196 conn(0x558c951e9060 msgr2=0x558c951ee550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac7dffb640 0 client.16077 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 shutdown_connections 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9fc14740 1 -- 172.21.15.7:0/324666196 wait complete. 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9fc14740 20 client.16077 trim_cache size 0 max 16384 2024-09-19T05:45:19.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:45:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:45:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:45:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:45:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 msgr2=0x7fac800a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.366+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 0x7fac800a59c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x558c951ef690 tx=0x7fac8c0f5530 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 msgr2=0x7fac98074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fac8c032d80 tx=0x7fac8c032db0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 shutdown_connections 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac98107b90 0x7fac98074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fac800a3500 0x7fac800a59c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fac98102490 0x7fac98074a30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 --2- 172.21.15.7:0/529067839 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac98101af0 0x7fac980744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 >> 172.21.15.7:0/529067839 conn(0x7fac980fd810 msgr2=0x7fac980fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 shutdown_connections 2024-09-19T05:45:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:19.367+0000 7fac9ce80640 1 -- 172.21.15.7:0/529067839 wait complete. 2024-09-19T05:45:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:20 smithi044 ceph-mon[34175]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:20.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:20 smithi007 ceph-mon[30960]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:20 smithi063 ceph-mon[34779]: pgmap v94: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 95 MiB/s wr, 1.54k op/s 2024-09-19T05:45:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:22 smithi044 ceph-mon[34175]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:22.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:22 smithi007 ceph-mon[30960]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:22 smithi063 ceph-mon[34779]: pgmap v95: 97 pgs: 97 active+clean; 12 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:45:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:24 smithi044 ceph-mon[34175]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 93 MiB/s wr, 1.49k op/s 2024-09-19T05:45:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:24 smithi007 ceph-mon[30960]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 93 MiB/s wr, 1.49k op/s 2024-09-19T05:45:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:24 smithi063 ceph-mon[34779]: pgmap v96: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 93 MiB/s wr, 1.49k op/s 2024-09-19T05:45:26.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:26 smithi044 ceph-mon[34175]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2024-09-19T05:45:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:26 smithi007 ceph-mon[30960]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2024-09-19T05:45:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:26 smithi063 ceph-mon[34779]: pgmap v97: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2024-09-19T05:45:27.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:27 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:27.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:27 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:27.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:27 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:28.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:28 smithi044 ceph-mon[34175]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2024-09-19T05:45:28.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:28 smithi007 ceph-mon[30960]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2024-09-19T05:45:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:28 smithi063 ceph-mon[34779]: pgmap v98: 97 pgs: 97 active+clean; 12 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2024-09-19T05:45:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:29 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:45:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:29 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:45:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:29 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:45:29.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:29 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:45:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:29 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:45:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:29 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:45:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:29 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:45:29.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:29 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:45:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:29 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:45:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:29 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:45:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:29 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:45:29.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:29 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:45:30.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:30 smithi044 ceph-mon[34175]: pgmap v99: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:30.552 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:30 smithi063 ceph-mon[34779]: pgmap v99: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:30 smithi007 ceph-mon[30960]: pgmap v99: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 -- 172.21.15.7:0/877689329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 msgr2=0x7f7e54074980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 --2- 172.21.15.7:0/877689329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e54074980 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009900 tx=0x7f7e4402a480 comp rx=0 tx=0).stop 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 -- 172.21.15.7:0/877689329 shutdown_connections 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 --2- 172.21.15.7:0/877689329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e5410e380 0x7f7e54110770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 --2- 172.21.15.7:0/877689329 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e54074ec0 0x7f7e5410de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 --2- 172.21.15.7:0/877689329 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e54074980 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.514+0000 7f7e59a53640 1 -- 172.21.15.7:0/877689329 >> 172.21.15.7:0/877689329 conn(0x7f7e540fd7a0 msgr2=0x7f7e540ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.515+0000 7f7e59a53640 1 -- 172.21.15.7:0/877689329 shutdown_connections 2024-09-19T05:45:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.515+0000 7f7e59a53640 1 -- 172.21.15.7:0/877689329 wait complete. 2024-09-19T05:45:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.515+0000 7f7e59a53640 1 Processor -- start 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 -- start start 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 0x7f7e5419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5410e380 0x7f7e5419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54113f70 con 0x7f7e540745a0 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7e54113df0 con 0x7f7e54074ec0 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e59a53640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541140f0 con 0x7f7e5410e380 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37850/0 (socket says 172.21.15.7:37850) 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 -- 172.21.15.7:0/1010567586 learned_addr learned my addr 172.21.15.7:0/1010567586 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e537fe640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5410e380 0x7f7e5419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e527fc640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 0x7f7e5419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 -- 172.21.15.7:0/1010567586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5410e380 msgr2=0x7f7e5419ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5410e380 0x7f7e5419ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 -- 172.21.15.7:0/1010567586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 msgr2=0x7f7e5419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 0x7f7e5419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.516+0000 7f7e52ffd640 1 -- 172.21.15.7:0/1010567586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5419f510 con 0x7f7e540745a0 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e527fc640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 0x7f7e5419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7e44005ab0 tx=0x7f7e44003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e58a51640 1 -- 172.21.15.7:0/1010567586 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4403f070 con 0x7f7e540745a0 2024-09-19T05:45:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5419f7a0 con 0x7f7e540745a0 2024-09-19T05:45:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e541a7090 con 0x7f7e540745a0 2024-09-19T05:45:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e58a51640 1 -- 172.21.15.7:0/1010567586 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e44031b60 con 0x7f7e540745a0 2024-09-19T05:45:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.517+0000 7f7e58a51640 1 -- 172.21.15.7:0/1010567586 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e44035030 con 0x7f7e540745a0 2024-09-19T05:45:32.523 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.521+0000 7f7e5c7f0740 1 Processor -- start 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.521+0000 7f7e58a51640 1 -- 172.21.15.7:0/1010567586 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f7e44042070 con 0x7f7e540745a0 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.521+0000 7f7e5c7f0740 1 -- start start 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.521+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.521+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85566410 0x55cc85570770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85570cb0 0x55cc855730a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cc854ca2f0 con 0x55cc85570cb0 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cc85472270 con 0x55cc85566410 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cc854c62b0 con 0x55cc85565af0 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:39780/0 (socket says 172.21.15.7:39780) 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 -- 172.21.15.7:0/4059774279 learned_addr learned my addr 172.21.15.7:0/4059774279 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:32.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85566410 0x55cc85570770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e527fc640 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85570cb0 0x55cc855730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 -- 172.21.15.7:0/4059774279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85566410 msgr2=0x55cc85570770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85566410 0x55cc85570770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 -- 172.21.15.7:0/4059774279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85570cb0 msgr2=0x55cc855730a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85570cb0 0x55cc855730a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.525 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 -- 172.21.15.7:0/4059774279 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc85471340 con 0x55cc85565af0 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.522+0000 7f7e537fe640 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009f50 tx=0x7f7e4c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f141516ea990df0b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.523+0000 7f7e39ffb640 1 -- 172.21.15.7:0/4059774279 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c004d20 con 0x55cc85565af0 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.523+0000 7f7e39ffb640 1 -- 172.21.15.7:0/4059774279 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e4c004050 con 0x55cc85565af0 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.523+0000 7f7e39ffb640 1 -- 172.21.15.7:0/4059774279 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c005280 con 0x55cc85565af0 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/4059774279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 msgr2=0x55cc85565ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009f50 tx=0x7f7e4c0118d0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e58a51640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 0x7f7e3c0a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.526 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/4059774279 shutdown_connections 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85570cb0 0x55cc855730a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85566410 0x55cc85570770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/4059774279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc85565ed0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/4059774279 >> 172.21.15.7:0/4059774279 conn(0x55cc85562060 msgr2=0x55cc85562440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/4059774279 shutdown_connections 2024-09-19T05:45:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.524+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 0x7f7e3c0a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.525+0000 7f7e58a51640 1 -- 172.21.15.7:0/1010567586 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7e440f03f0 con 0x7f7e540745a0 2024-09-19T05:45:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.525+0000 7f7e52ffd640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 0x7f7e3c0a58f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7e440f3fd0 tx=0x7f7e440f5040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.525+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/4059774279 wait complete. 2024-09-19T05:45:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.526+0000 7f7e5c7f0740 1 -- start start 2024-09-19T05:45:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.526+0000 7f7e5c7f0740 1 Processor -- start 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85570cb0 0x55cc8556e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cc85573880 con 0x55cc85566410 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cc85453290 con 0x55cc85565af0 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cc85573a00 con 0x55cc85570cb0 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:44092/0 (socket says 172.21.15.7:44092) 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 -- 172.21.15.7:0/1693986406 learned_addr learned my addr 172.21.15.7:0/1693986406 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e527fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85570cb0 0x55cc8556e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 10 client.0 _ll_register_callbacks cb 0x55cc85484140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 -- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85570cb0 msgr2=0x55cc8556e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85570cb0 0x55cc8556e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 -- 172.21.15.7:0/1693986406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 msgr2=0x55cc8556e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e537fe640 1 -- 172.21.15.7:0/1693986406 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc851dd210 con 0x55cc85565af0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.527+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e4c004050 con 0x55cc85565af0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e537fe640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009250 tx=0x7f7e4c004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f0adb27674aee30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e32ffd640 10 client.25613 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e32ffd640 1 -- 172.21.15.7:0/1693986406 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c02c020 con 0x55cc85565af0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e32ffd640 1 -- 172.21.15.7:0/1693986406 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7e4c025870 con 0x55cc85565af0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e32ffd640 1 -- 172.21.15.7:0/1693986406 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f7e4c003e60 con 0x55cc85565af0 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e5c7f0740 10 client.25613 fetch_fsmap learned FSMap version 32 2024-09-19T05:45:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.528+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=32}) -- 0x55cc852a9620 con 0x55cc85565af0 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e32ffd640 1 -- 172.21.15.7:0/1693986406 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 32) ==== 8366+0+0 (secure 0 0 0) 0x7f7e4c025ab0 con 0x55cc85565af0 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 10 client.25613 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 10 client.25613 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 20 client.25613 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc85580a60 0x55cc85582e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 4 client.25613 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:45:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc854d7a20 con 0x55cc85580a60 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.529+0000 7f7e527fc640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc85580a60 0x55cc85582e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.530+0000 7f7e527fc640 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc85580a60 0x55cc85582e50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3022c7fbb69d658 server_cookie=8104841b9aea9255 in_seq=0 out_seq=0 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.530+0000 7f7e32ffd640 10 client.25613 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.530+0000 7f7e32ffd640 1 -- 172.21.15.7:0/1693986406 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cc854d7a20 con 0x55cc85580a60 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.530+0000 7f7e32ffd640 10 client.25613 handle_command_reply: tid=0 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.530+0000 7f7e5c7f0740 1 client.25613 shutdown 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 msgr2=0x55cc8556dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c009250 tx=0x7f7e4c004700 comp rx=0 tx=0).stop 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 shutdown_connections 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85570cb0 0x55cc8556e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc85580a60 0x55cc85582e50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/1693986406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85565af0 0x55cc8556dbd0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 >> 172.21.15.7:0/1693986406 conn(0x55cc85562060 msgr2=0x55cc85567d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e32ffd640 0 client.25613 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 shutdown_connections 2024-09-19T05:45:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/1693986406 wait complete. 2024-09-19T05:45:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.531+0000 7f7e5c7f0740 20 client.25613 trim_cache size 0 max 16384 2024-09-19T05:45:32.564 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.562+0000 7f7e5c7f0740 1 Processor -- start 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.562+0000 7f7e5c7f0740 1 -- start start 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc8556e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc855885c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc8556e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541af990 con 0x55cc85566410 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541b1500 con 0x55cc85570cb0 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541b0060 con 0x55cc85565af0 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37878/0 (socket says 172.21.15.7:37878) 2024-09-19T05:45:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc8556e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:39784/0 (socket says 172.21.15.7:39784) 2024-09-19T05:45:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 -- 172.21.15.7:0/2748023065 learned_addr learned my addr 172.21.15.7:0/2748023065 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e537fe640 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc855885c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 -- 172.21.15.7:0/2748023065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 msgr2=0x55cc8556e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc8556e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 -- 172.21.15.7:0/2748023065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 msgr2=0x55cc855885c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc855885c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e527fc640 1 -- 172.21.15.7:0/2748023065 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc85561e90 con 0x55cc85566410 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.563+0000 7f7e537fe640 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc855885c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.564+0000 7f7e527fc640 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x55cc855633e0 tx=0x7f7e48005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6eabba19e1e87b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.564+0000 7f7e397fa640 1 -- 172.21.15.7:0/2748023065 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e48012390 con 0x55cc85566410 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.564+0000 7f7e397fa640 1 -- 172.21.15.7:0/2748023065 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e480054d0 con 0x55cc85566410 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.564+0000 7f7e397fa640 1 -- 172.21.15.7:0/2748023065 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e48004a00 con 0x55cc85566410 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/2748023065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 msgr2=0x55cc8556fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x55cc855633e0 tx=0x7f7e48005f90 comp rx=0 tx=0).stop 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/2748023065 shutdown_connections 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc855885c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85566410 0x55cc8556fb40 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/2748023065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85565af0 0x55cc8556e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/2748023065 >> 172.21.15.7:0/2748023065 conn(0x55cc85562060 msgr2=0x55cc8556f430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/2748023065 shutdown_connections 2024-09-19T05:45:32.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.565+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/2748023065 wait complete. 2024-09-19T05:45:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 -- start start 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 Processor -- start 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85566410 0x55cc8556a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc8556ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541b0e00 con 0x55cc85565af0 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541b0730 con 0x55cc85570cb0 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.566+0000 7f7e5c7f0740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7e541ad970 con 0x55cc85566410 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e5c7f0740 10 client.0 _ll_register_callbacks cb 0x7f7e440f3d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37890/0 (socket says 172.21.15.7:37890) 2024-09-19T05:45:32.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 -- 172.21.15.7:0/824344155 learned_addr learned my addr 172.21.15.7:0/824344155 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc8556ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e527fc640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85566410 0x55cc8556a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 -- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85566410 msgr2=0x55cc8556a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85566410 0x55cc8556a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 -- 172.21.15.7:0/824344155 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 msgr2=0x55cc8556ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc8556ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 -- 172.21.15.7:0/824344155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc8555d2d0 con 0x55cc85565af0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e537fe640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c012fd0 tx=0x7f7e4c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31948337544a269 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e32ffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.567+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c02c040 con 0x55cc85565af0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f7e4c03c870 con 0x55cc85565af0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e480054d0 con 0x55cc85565af0 2024-09-19T05:45:32.573 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f7e4c004200 con 0x55cc85565af0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e5c7f0740 10 client.16095 fetch_fsmap learned FSMap version 32 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55cc855eb1e0 con 0x55cc85565af0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e4c004050 con 0x55cc85565af0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 32) ==== 8366+0+0 (secure 0 0 0) 0x7f7e4c028450 con 0x55cc85565af0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.568+0000 7f7e5c7f0740 10 client.16095 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e5c7f0740 10 client.16095 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e5c7f0740 20 client.16095 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc855eb960 0x55cc855edd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e5c7f0740 4 client.16095 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f7e480054d0 con 0x55cc855eb960 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e527fc640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc855eb960 0x55cc855edd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e527fc640 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc855eb960 0x55cc855edd80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27f635990a997584 server_cookie=d93e5805b313f310 in_seq=0 out_seq=0 2024-09-19T05:45:32.574 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.569+0000 7f7e32ffd640 10 client.16095 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e32ffd640 1 -- 172.21.15.7:0/824344155 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f7e480054d0 con 0x55cc855eb960 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e32ffd640 10 client.16095 handle_command_reply: tid=0 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 client.16095 shutdown 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 msgr2=0x55cc855791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c012fd0 tx=0x7f7e4c020000 comp rx=0 tx=0).stop 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 shutdown_connections 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cc85570cb0 0x55cc8556ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cc85566410 0x55cc8556a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cc855eb960 0x55cc855edd80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 --2- 172.21.15.7:0/824344155 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cc85565af0 0x55cc855791d0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e32ffd640 0 client.16095 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 >> 172.21.15.7:0/824344155 conn(0x55cc85562060 msgr2=0x55cc8556c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 shutdown_connections 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.573+0000 7f7e5c7f0740 1 -- 172.21.15.7:0/824344155 wait complete. 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.574+0000 7f7e5c7f0740 20 client.16095 trim_cache size 0 max 16384 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:45:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:45:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:45:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.574+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 msgr2=0x7f7e3c0a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.574+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 0x7f7e3c0a58f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7e440f3fd0 tx=0x7f7e440f5040 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.574+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 msgr2=0x7f7e5419a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.574+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7e44005ab0 tx=0x7f7e44003c10 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 shutdown_connections 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7e3c0a3430 0x7f7e3c0a58f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7e5410e380 0x7f7e5419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7e54074ec0 0x7f7e5419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 --2- 172.21.15.7:0/1010567586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e540745a0 0x7f7e5419a520 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 >> 172.21.15.7:0/1010567586 conn(0x7f7e540fd7a0 msgr2=0x7f7e540fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 shutdown_connections 2024-09-19T05:45:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:32.575+0000 7f7e59a53640 1 -- 172.21.15.7:0/1010567586 wait complete. 2024-09-19T05:45:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:32 smithi007 ceph-mon[30960]: pgmap v100: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2024-09-19T05:45:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:32 smithi063 ceph-mon[34779]: pgmap v100: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2024-09-19T05:45:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:32 smithi044 ceph-mon[34175]: pgmap v100: 97 pgs: 97 active+clean; 13 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2024-09-19T05:45:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:34 smithi007 ceph-mon[30960]: pgmap v101: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:34 smithi063 ceph-mon[34779]: pgmap v101: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:34 smithi044 ceph-mon[34175]: pgmap v101: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:45:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:36 smithi007 ceph-mon[30960]: pgmap v102: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 69 MiB/s wr, 1.10k op/s 2024-09-19T05:45:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:36 smithi063 ceph-mon[34779]: pgmap v102: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 69 MiB/s wr, 1.10k op/s 2024-09-19T05:45:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:36 smithi044 ceph-mon[34175]: pgmap v102: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 69 MiB/s wr, 1.10k op/s 2024-09-19T05:45:38.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:38 smithi007 ceph-mon[30960]: pgmap v103: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:38 smithi063 ceph-mon[34779]: pgmap v103: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:38.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:38 smithi044 ceph-mon[34175]: pgmap v103: 97 pgs: 97 active+clean; 13 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:40.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:40 smithi007 ceph-mon[30960]: pgmap v104: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:40 smithi063 ceph-mon[34779]: pgmap v104: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:40.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:40 smithi044 ceph-mon[34175]: pgmap v104: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 98 MiB/s wr, 1.57k op/s 2024-09-19T05:45:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:42 smithi007 ceph-mon[30960]: pgmap v105: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:42 smithi063 ceph-mon[34779]: pgmap v105: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:42.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:42 smithi044 ceph-mon[34175]: pgmap v105: 97 pgs: 97 active+clean; 13 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:44 smithi007 ceph-mon[30960]: pgmap v106: 97 pgs: 97 active+clean; 13 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:45:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:44 smithi063 ceph-mon[34779]: pgmap v106: 97 pgs: 97 active+clean; 13 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:45:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:44 smithi044 ceph-mon[34175]: pgmap v106: 97 pgs: 97 active+clean; 13 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 -- 172.21.15.7:0/1323994883 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1069b0 msgr2=0x7fb07c106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 --2- 172.21.15.7:0/1323994883 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1069b0 0x7fb07c106d90 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb078009930 tx=0x7fb07802a440 comp rx=0 tx=0).stop 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 -- 172.21.15.7:0/1323994883 shutdown_connections 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 --2- 172.21.15.7:0/1323994883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c10d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 --2- 172.21.15.7:0/1323994883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1009a0 0x7fb07c100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 --2- 172.21.15.7:0/1323994883 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1069b0 0x7fb07c106d90 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.719+0000 7fb0834ba640 1 -- 172.21.15.7:0/1323994883 >> 172.21.15.7:0/1323994883 conn(0x7fb07c0779a0 msgr2=0x7fb07c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.720+0000 7fb0834ba640 1 -- 172.21.15.7:0/1323994883 shutdown_connections 2024-09-19T05:45:45.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.720+0000 7fb0834ba640 1 -- 172.21.15.7:0/1323994883 wait complete. 2024-09-19T05:45:45.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.720+0000 7fb0834ba640 1 Processor -- start 2024-09-19T05:45:45.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.720+0000 7fb0834ba640 1 -- start start 2024-09-19T05:45:45.726 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1009a0 0x7fb07c10d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c1098a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10fbb0 con 0x7fb07c101340 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10fa30 con 0x7fb07c1069b0 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb0834ba640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c10fd30 con 0x7fb07c1009a0 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081256640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1009a0 0x7fb07c10d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:57938/0 (socket says 172.21.15.7:57938) 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 -- 172.21.15.7:0/3431114307 learned_addr learned my addr 172.21.15.7:0/3431114307 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb080a55640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c1098a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 -- 172.21.15.7:0/3431114307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1009a0 msgr2=0x7fb07c10d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1009a0 0x7fb07c10d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.721+0000 7fb081a57640 1 -- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 msgr2=0x7fb07c1098a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb081a57640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c1098a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb081a57640 1 -- 172.21.15.7:0/3431114307 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb07c1aacb0 con 0x7fb07c1069b0 2024-09-19T05:45:45.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb080a55640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c1098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb081a57640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb07400eb10 tx=0x7fb07400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb0727fc640 1 -- 172.21.15.7:0/3431114307 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb074004b20 con 0x7fb07c1069b0 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb0727fc640 1 -- 172.21.15.7:0/3431114307 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb074004cc0 con 0x7fb07c1069b0 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.722+0000 7fb0727fc640 1 -- 172.21.15.7:0/3431114307 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb074010690 con 0x7fb07c1069b0 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.723+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb07c1aaee0 con 0x7fb07c1069b0 2024-09-19T05:45:45.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.723+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb07c1ab2f0 con 0x7fb07c1069b0 2024-09-19T05:45:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.726+0000 7fb086257740 1 Processor -- start 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb0727fc640 1 -- 172.21.15.7:0/3431114307 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fb074005020 con 0x7fb07c1069b0 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 -- start start 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c388ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3960a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55658c2ed2f0 con 0x55658c389410 2024-09-19T05:45:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55658c295270 con 0x55658c393cb0 2024-09-19T05:45:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.727+0000 7fb086257740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55658c2e92b0 con 0x55658c388af0 2024-09-19T05:45:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb081256640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb081256640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58222/0 (socket says 172.21.15.7:58222) 2024-09-19T05:45:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb081256640 1 -- 172.21.15.7:0/3520478432 learned_addr learned my addr 172.21.15.7:0/3520478432 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb080a55640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c388ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb080a55640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.728+0000 7fb0727fc640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 0x7fb0680a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb0727fc640 1 -- 172.21.15.7:0/3431114307 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb0740d0160 con 0x7fb07c1069b0 2024-09-19T05:45:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081a57640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 0x7fb0680a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.741 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081256640 1 -- 172.21.15.7:0/3520478432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 msgr2=0x55658c388ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081256640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c388ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081256640 1 -- 172.21.15.7:0/3520478432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 msgr2=0x55658c3960a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081256640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3960a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.729+0000 7fb081256640 1 -- 172.21.15.7:0/3520478432 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55658c294340 con 0x55658c389410 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.730+0000 7fb080a55640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c388ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.730+0000 7fb081a57640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 0x7fb0680a5940 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb0740049d0 tx=0x7fb074005b40 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.730+0000 7fb081256640 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb07802aa30 tx=0x7fb078005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78f0b08a202499d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.731+0000 7fb0677fe640 1 -- 172.21.15.7:0/3520478432 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078035040 con 0x55658c389410 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.731+0000 7fb0677fe640 1 -- 172.21.15.7:0/3520478432 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb078004480 con 0x55658c389410 2024-09-19T05:45:45.742 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.731+0000 7fb0677fe640 1 -- 172.21.15.7:0/3520478432 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0780035f0 con 0x55658c389410 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 -- 172.21.15.7:0/3520478432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 msgr2=0x55658c393770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb07802aa30 tx=0x7fb078005fd0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 -- 172.21.15.7:0/3520478432 shutdown_connections 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3960a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c393770 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 --2- 172.21.15.7:0/3520478432 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c388ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 -- 172.21.15.7:0/3520478432 >> 172.21.15.7:0/3520478432 conn(0x55658c385060 msgr2=0x55658c385440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 -- 172.21.15.7:0/3520478432 shutdown_connections 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.732+0000 7fb086257740 1 -- 172.21.15.7:0/3520478432 wait complete. 2024-09-19T05:45:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.733+0000 7fb086257740 1 -- start start 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.733+0000 7fb086257740 1 Processor -- start 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 0x55658c391190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c393cb0 0x55658c3916d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55658c396880 con 0x55658c388af0 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55658c276290 con 0x55658c389410 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55658c396a00 con 0x55658c393cb0 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.734+0000 7fb086257740 10 client.0 _ll_register_callbacks cb 0x55658c2a7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb080a55640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb080a55640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58234/0 (socket says 172.21.15.7:58234) 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb080a55640 1 -- 172.21.15.7:0/4268045430 learned_addr learned my addr 172.21.15.7:0/4268045430 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 0x55658c391190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb080a55640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c393cb0 0x55658c3916d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 -- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c393cb0 msgr2=0x55658c3916d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c393cb0 0x55658c3916d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 -- 172.21.15.7:0/4268045430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 msgr2=0x55658c390c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 -- 172.21.15.7:0/4268045430 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55658c000210 con 0x55658c389410 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb080a55640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb081256640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 0x55658c391190 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb078031440 tx=0x7fb078004990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4323fd1cd32b553 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.735+0000 7fb064ff9640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078035050 con 0x55658c389410 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb078003800 con 0x55658c389410 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb078004480 con 0x55658c389410 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb07805b050 con 0x55658c389410 2024-09-19T05:45:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb086257740 10 client.25631 fetch_fsmap learned FSMap version 32 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.736+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55658c0cc620 con 0x55658c389410 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.737+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb078004480 con 0x55658c389410 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.737+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 32) ==== 8366+0+0 (secure 0 0 0) 0x7fb078056030 con 0x55658c389410 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.737+0000 7fb086257740 10 client.25631 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.737+0000 7fb086257740 10 client.25631 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.737+0000 7fb086257740 20 client.25631 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.738+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c3a3b40 0x55658c3a5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.738+0000 7fb086257740 4 client.25631 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.738+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55658c2faa20 con 0x55658c3a3b40 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.738+0000 7fb080a55640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c3a3b40 0x55658c3a5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.739+0000 7fb064ff9640 10 client.25631 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.739+0000 7fb080a55640 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c3a3b40 0x55658c3a5f30 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6882ef27367789d server_cookie=3d0383d8ef7ce99c in_seq=0 out_seq=0 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb064ff9640 1 -- 172.21.15.7:0/4268045430 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55658c2faa20 con 0x55658c3a3b40 2024-09-19T05:45:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb064ff9640 10 client.25631 handle_command_reply: tid=0 2024-09-19T05:45:45.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 client.25631 shutdown 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 msgr2=0x55658c391190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 0x55658c391190 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb078031440 tx=0x7fb078004990 comp rx=0 tx=0).stop 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 shutdown_connections 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c393cb0 0x55658c3916d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c389410 0x55658c391190 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c3a3b40 0x55658c3a5f30 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 --2- 172.21.15.7:0/4268045430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c390c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 >> 172.21.15.7:0/4268045430 conn(0x55658c385060 msgr2=0x55658c38ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.748 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.740+0000 7fb064ff9640 0 client.25631 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.741+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 shutdown_connections 2024-09-19T05:45:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.741+0000 7fb086257740 1 -- 172.21.15.7:0/4268045430 wait complete. 2024-09-19T05:45:45.749 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.741+0000 7fb086257740 20 client.25631 trim_cache size 0 max 16384 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 Processor -- start 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 -- start start 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c3a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b3dc0 con 0x55658c389410 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b5930 con 0x55658c393cb0 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb086257740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b4490 con 0x55658c388af0 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb081256640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb081256640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58240/0 (socket says 172.21.15.7:58240) 2024-09-19T05:45:45.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb081256640 1 -- 172.21.15.7:0/2027459300 learned_addr learned my addr 172.21.15.7:0/2027459300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb080a55640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c3a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.768+0000 7fb080a55640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 -- 172.21.15.7:0/2027459300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 msgr2=0x55658c3a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c3a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 -- 172.21.15.7:0/2027459300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 msgr2=0x55658c3a8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 -- 172.21.15.7:0/2027459300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55658c38fbe0 con 0x55658c389410 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb080a55640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb081256640 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb0780053c0 tx=0x7fb078000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34a6232bbc066806 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb066ffd640 1 -- 172.21.15.7:0/2027459300 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078035030 con 0x55658c389410 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb066ffd640 1 -- 172.21.15.7:0/2027459300 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb07804a070 con 0x55658c389410 2024-09-19T05:45:45.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.769+0000 7fb066ffd640 1 -- 172.21.15.7:0/2027459300 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078003c00 con 0x55658c389410 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 -- 172.21.15.7:0/2027459300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 msgr2=0x55658c391500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fb0780053c0 tx=0x7fb078000bc0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 -- 172.21.15.7:0/2027459300 shutdown_connections 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c389410 0x55658c391500 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 --2- 172.21.15.7:0/2027459300 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c388af0 0x55658c3a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 -- 172.21.15.7:0/2027459300 >> 172.21.15.7:0/2027459300 conn(0x55658c385060 msgr2=0x55658c38ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 -- 172.21.15.7:0/2027459300 shutdown_connections 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.770+0000 7fb086257740 1 -- 172.21.15.7:0/2027459300 wait complete. 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.771+0000 7fb086257740 1 -- start start 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.771+0000 7fb086257740 1 Processor -- start 2024-09-19T05:45:45.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c3a6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b5230 con 0x55658c388af0 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b4b60 con 0x55658c393cb0 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1b1da0 con 0x55658c389410 2024-09-19T05:45:45.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.772+0000 7fb086257740 10 client.0 _ll_register_callbacks cb 0x7fb06c0125d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:53410/0 (socket says 172.21.15.7:53410) 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 -- 172.21.15.7:0/2748213637 learned_addr learned my addr 172.21.15.7:0/2748213637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb080a55640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c3a6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb080a55640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 -- 172.21.15.7:0/2748213637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 msgr2=0x55658c3a76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 -- 172.21.15.7:0/2748213637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 msgr2=0x55658c3a6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c3a6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb081256640 1 -- 172.21.15.7:0/2748213637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55658c40d480 con 0x55658c389410 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.773+0000 7fb080a55640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:45:45.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb081256640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb078004f10 tx=0x7fb078004580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2654f69f8ec39339 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb064ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb078035040 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fb078005650 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb07804a070 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fb07806e050 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb086257740 10 client.25795 fetch_fsmap learned FSMap version 32 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.774+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55658c40e690 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb078003c10 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 32) ==== 8366+0+0 (secure 0 0 0) 0x7fb078056070 con 0x55658c389410 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 10 client.25795 fetch_fsmap finished waiting for FSMap version 32 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 10 client.25795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 20 client.25795 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c40ee50 0x55658c411270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:45.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 4 client.25795 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:45:45.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.775+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fb07804a070 con 0x55658c40ee50 2024-09-19T05:45:45.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.776+0000 7fb080a55640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c40ee50 0x55658c411270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:45.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.776+0000 7fb064ff9640 10 client.25795 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:45.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.776+0000 7fb080a55640 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c40ee50 0x55658c411270 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9323b4034d7235fc server_cookie=83816c143db9cc37 in_seq=0 out_seq=0 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb064ff9640 1 -- 172.21.15.7:0/2748213637 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fb07804a070 con 0x55658c40ee50 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb064ff9640 10 client.25795 handle_command_reply: tid=0 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 client.25795 shutdown 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 msgr2=0x55658c3a7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb078004f10 tx=0x7fb078004580 comp rx=0 tx=0).stop 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 shutdown_connections 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55658c393cb0 0x55658c3a76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55658c389410 0x55658c3a7180 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55658c40ee50 0x55658c411270 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 --2- 172.21.15.7:0/2748213637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55658c388af0 0x55658c3a6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 >> 172.21.15.7:0/2748213637 conn(0x55658c385060 msgr2=0x55658c3924b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.785+0000 7fb064ff9640 0 client.25795 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.786+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 shutdown_connections 2024-09-19T05:45:45.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.786+0000 7fb086257740 1 -- 172.21.15.7:0/2748213637 wait complete. 2024-09-19T05:45:45.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.786+0000 7fb086257740 20 client.25795 trim_cache size 0 max 16384 2024-09-19T05:45:45.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:45:45.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:45:45.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:45:45.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:45:45.790 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 msgr2=0x7fb0680a5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 0x7fb0680a5940 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb0740049d0 tx=0x7fb074005b40 comp rx=0 tx=0).stop 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 msgr2=0x7fb07c10a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb07400eb10 tx=0x7fb07400c2d0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 shutdown_connections 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb07c1069b0 0x7fb07c10a010 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb07c101340 0x7fb07c1098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0680a3480 0x7fb0680a5940 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.791 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 --2- 172.21.15.7:0/3431114307 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb07c1009a0 0x7fb07c10d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:45.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 >> 172.21.15.7:0/3431114307 conn(0x7fb07c0779a0 msgr2=0x7fb07c103a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:45.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 shutdown_connections 2024-09-19T05:45:45.792 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:45.787+0000 7fb0834ba640 1 -- 172.21.15.7:0/3431114307 wait complete. 2024-09-19T05:45:46.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:46 smithi007 ceph-mon[30960]: pgmap v107: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:45:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:46 smithi063 ceph-mon[34779]: pgmap v107: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:45:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:46 smithi044 ceph-mon[34175]: pgmap v107: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:45:47.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:47 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:47.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:47 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:47.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:47 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:45:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:48 smithi007 ceph-mon[30960]: pgmap v108: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:48 smithi063 ceph-mon[34779]: pgmap v108: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:48.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:48 smithi044 ceph-mon[34175]: pgmap v108: 97 pgs: 97 active+clean; 14 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:45:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:50 smithi007 ceph-mon[30960]: pgmap v109: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2024-09-19T05:45:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:50 smithi063 ceph-mon[34779]: pgmap v109: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2024-09-19T05:45:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:50 smithi044 ceph-mon[34175]: pgmap v109: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2024-09-19T05:45:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:52 smithi007 ceph-mon[30960]: pgmap v110: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:45:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:52 smithi063 ceph-mon[34779]: pgmap v110: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:45:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:52 smithi044 ceph-mon[34175]: pgmap v110: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:45:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:54 smithi007 ceph-mon[30960]: pgmap v111: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:45:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:54 smithi063 ceph-mon[34779]: pgmap v111: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:45:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:54 smithi044 ceph-mon[34175]: pgmap v111: 97 pgs: 97 active+clean; 14 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:45:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:56 smithi007 ceph-mon[30960]: pgmap v112: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2024-09-19T05:45:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:56 smithi063 ceph-mon[34779]: pgmap v112: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2024-09-19T05:45:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:56 smithi044 ceph-mon[34175]: pgmap v112: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2024-09-19T05:45:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:45:58 smithi007 ceph-mon[30960]: pgmap v113: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2024-09-19T05:45:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:45:58 smithi063 ceph-mon[34779]: pgmap v113: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2024-09-19T05:45:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:45:58 smithi044 ceph-mon[34175]: pgmap v113: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2024-09-19T05:45:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 -- 172.21.15.7:0/84806695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 msgr2=0x7ff82810c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 --2- 172.21.15.7:0/84806695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff82810c980 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ff824009860 tx=0x7ff82402a340 comp rx=0 tx=0).stop 2024-09-19T05:45:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 -- 172.21.15.7:0/84806695 shutdown_connections 2024-09-19T05:45:58.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 --2- 172.21.15.7:0/84806695 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff82810cec0 0x7ff828119380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 --2- 172.21.15.7:0/84806695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff82810c980 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 --2- 172.21.15.7:0/84806695 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff8281125c0 0x7ff8281129a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 -- 172.21.15.7:0/84806695 >> 172.21.15.7:0/84806695 conn(0x7ff82806c850 msgr2=0x7ff82806cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:58.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 -- 172.21.15.7:0/84806695 shutdown_connections 2024-09-19T05:45:58.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.938+0000 7ff82f28d640 1 -- 172.21.15.7:0/84806695 wait complete. 2024-09-19T05:45:58.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 Processor -- start 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 -- start start 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff8281a8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8281125c0 0x7ff8281a29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff82811c7a0 con 0x7ff82810c500 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff82811c620 con 0x7ff82810cec0 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.939+0000 7ff82f28d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff82811c920 con 0x7ff8281125c0 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82d029640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff8281a8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53732/0 (socket says 172.21.15.7:53732) 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 -- 172.21.15.7:0/1119475509 learned_addr learned my addr 172.21.15.7:0/1119475509 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82d82a640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8281125c0 0x7ff8281a29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 -- 172.21.15.7:0/1119475509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8281125c0 msgr2=0x7ff8281a29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8281125c0 0x7ff8281a29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 -- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 msgr2=0x7ff8281a8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff8281a8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 -- 172.21.15.7:0/1119475509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8281a3130 con 0x7ff82810cec0 2024-09-19T05:45:58.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff82c828640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff82402a930 tx=0x7ff824030d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff81a7fc640 1 -- 172.21.15.7:0/1119475509 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff824040020 con 0x7ff82810cec0 2024-09-19T05:45:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.940+0000 7ff81a7fc640 1 -- 172.21.15.7:0/1119475509 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff824038040 con 0x7ff82810cec0 2024-09-19T05:45:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.941+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8281a33c0 con 0x7ff82810cec0 2024-09-19T05:45:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.941+0000 7ff81a7fc640 1 -- 172.21.15.7:0/1119475509 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff824037070 con 0x7ff82810cec0 2024-09-19T05:45:58.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.941+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8281af6c0 con 0x7ff82810cec0 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.944+0000 7ff81a7fc640 1 -- 172.21.15.7:0/1119475509 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7ff824043020 con 0x7ff82810cec0 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.945+0000 7ff83202d740 1 Processor -- start 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.945+0000 7ff83202d740 1 -- start start 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 0x5651e21528b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d82a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d82a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:34344/0 (socket says 172.21.15.7:34344) 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d029640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff81a7fc640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 0x7ff8140a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d82a640 1 -- 172.21.15.7:0/1562045713 learned_addr learned my addr 172.21.15.7:0/1562045713 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5651e20a12f0 con 0x5651e21504c0 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5651e2049270 con 0x5651e2145c20 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5651e209d2b0 con 0x5651e2145300 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d029640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53744/0 (socket says 172.21.15.7:53744) 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82c828640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 0x5651e21528b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff82d82a640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 0x7ff8140a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.946+0000 7ff81a7fc640 1 -- 172.21.15.7:0/1119475509 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff8240efd40 con 0x7ff82810cec0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 -- 172.21.15.7:0/1562045713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 msgr2=0x5651e21456e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 -- 172.21.15.7:0/1562045713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 msgr2=0x5651e214ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 -- 172.21.15.7:0/1562045713 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651e2048340 con 0x5651e21504c0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82d82a640 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82c828640 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 0x5651e21528b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff8240ed550 tx=0x7ff824030890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b00a7a523fc90e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff8137fe640 1 -- 172.21.15.7:0/1562045713 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8240bbc20 con 0x5651e21504c0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff82d82a640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 0x7ff8140a5940 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff820013ac0 tx=0x7ff820004ab0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff8137fe640 1 -- 172.21.15.7:0/1562045713 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff8240bc7e0 con 0x5651e21504c0 2024-09-19T05:45:58.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.947+0000 7ff8137fe640 1 -- 172.21.15.7:0/1562045713 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8240bba40 con 0x5651e21504c0 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 msgr2=0x5651e21528b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 0x5651e21528b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff8240ed550 tx=0x7ff824030890 comp rx=0 tx=0).stop 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 shutdown_connections 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e21504c0 0x5651e21528b0 secure :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff8240ed550 tx=0x7ff824030890 comp rx=0 tx=0).stop 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 --2- 172.21.15.7:0/1562045713 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e21456e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.948+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 >> 172.21.15.7:0/1562045713 conn(0x5651e2141870 msgr2=0x5651e2141c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:58.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.949+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 shutdown_connections 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.949+0000 7ff83202d740 1 -- 172.21.15.7:0/1562045713 wait complete. 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.949+0000 7ff83202d740 1 -- start start 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 Processor -- start 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e214d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e214e040 0x5651e215c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5651e2152e50 con 0x5651e214e040 2024-09-19T05:45:58.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5651e202a290 con 0x5651e2145c20 2024-09-19T05:45:58.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5651e2152fd0 con 0x5651e2145300 2024-09-19T05:45:58.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff83202d740 10 client.0 _ll_register_callbacks cb 0x5651e205b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:58.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff82c828640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff82d029640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e214d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.950+0000 7ff82d82a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e214e040 0x5651e215c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53756/0 (socket says 172.21.15.7:53756) 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82d029640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e214d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:34354/0 (socket says 172.21.15.7:34354) 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 -- 172.21.15.7:0/1349114595 learned_addr learned my addr 172.21.15.7:0/1349114595 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 -- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 msgr2=0x5651e214d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e214d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 -- 172.21.15.7:0/1349114595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e214e040 msgr2=0x5651e215c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e214e040 0x5651e215c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 -- 172.21.15.7:0/1349114595 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651e1db4210 con 0x5651e2145c20 2024-09-19T05:45:58.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff82c828640 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff8240bbde0 tx=0x7ff824000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9f21692218b505e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff810ff9640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8240d5060 con 0x5651e2145c20 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff8240c4ad0 con 0x5651e2145c20 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.951+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8240bc7e0 con 0x5651e2145c20 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.952+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7ff8240bba40 con 0x5651e2145c20 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.952+0000 7ff83202d740 10 client.25649 fetch_fsmap learned FSMap version 33 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.952+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5651e1e80620 con 0x5651e2145c20 2024-09-19T05:45:58.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.952+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff8240c0490 con 0x5651e2145c20 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7ff8240ed630 con 0x5651e2145c20 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 10 client.25649 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 10 client.25649 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 20 client.25649 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21605a0 0x5651e2162990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 4 client.25649 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:45:58.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff8240bc7e0 con 0x5651e21605a0 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.953+0000 7ff82d029640 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21605a0 0x5651e2162990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.954+0000 7ff82d029640 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21605a0 0x5651e2162990 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4291e4cfe67e56e server_cookie=257eaf9a2a7b3a46 in_seq=0 out_seq=0 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.954+0000 7ff810ff9640 10 client.25649 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.954+0000 7ff810ff9640 1 -- 172.21.15.7:0/1349114595 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7ff8240bc7e0 con 0x5651e21605a0 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff810ff9640 10 client.25649 handle_command_reply: tid=0 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 client.25649 shutdown 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 msgr2=0x5651e214db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff8240bbde0 tx=0x7ff824000bc0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 shutdown_connections 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21605a0 0x5651e2162990 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e214e040 0x5651e215c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e214db00 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 --2- 172.21.15.7:0/1349114595 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e2145300 0x5651e214d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff810ff9640 0 client.25649 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:58.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.955+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 >> 172.21.15.7:0/1349114595 conn(0x5651e2141870 msgr2=0x5651e21475d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:58.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.956+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 shutdown_connections 2024-09-19T05:45:58.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.956+0000 7ff83202d740 1 -- 172.21.15.7:0/1349114595 wait complete. 2024-09-19T05:45:58.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.956+0000 7ff83202d740 20 client.25649 trim_cache size 0 max 16384 2024-09-19T05:45:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 Processor -- start 2024-09-19T05:45:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 -- start start 2024-09-19T05:45:58.988 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 0x5651e215c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e214f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b3de0 con 0x5651e2145c20 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b5920 con 0x5651e2145300 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.985+0000 7ff83202d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b44b0 con 0x5651e214e040 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d82a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e214f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d82a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e214f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:34356/0 (socket says 172.21.15.7:34356) 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:53768/0 (socket says 172.21.15.7:53768) 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d82a640 1 -- 172.21.15.7:0/1405575848 learned_addr learned my addr 172.21.15.7:0/1405575848 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:58.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82c828640 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 0x5651e215c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 -- 172.21.15.7:0/1405575848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 msgr2=0x5651e214f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e214f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 -- 172.21.15.7:0/1405575848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 msgr2=0x5651e215c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 0x5651e215c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 -- 172.21.15.7:0/1405575848 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651e215c5f0 con 0x5651e2145300 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82c828640 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 0x5651e215c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.986+0000 7ff82d029640 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x5651e21630d0 tx=0x7ff81c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=848d6017290bdf28 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.987+0000 7ff812ffd640 1 -- 172.21.15.7:0/1405575848 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c004220 con 0x5651e2145300 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.987+0000 7ff812ffd640 1 -- 172.21.15.7:0/1405575848 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff81c0043c0 con 0x5651e2145300 2024-09-19T05:45:58.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.987+0000 7ff812ffd640 1 -- 172.21.15.7:0/1405575848 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c01e940 con 0x5651e2145300 2024-09-19T05:45:58.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- 172.21.15.7:0/1405575848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 msgr2=0x5651e2147dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:58.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x5651e21630d0 tx=0x7ff81c009260 comp rx=0 tx=0).stop 2024-09-19T05:45:58.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- 172.21.15.7:0/1405575848 shutdown_connections 2024-09-19T05:45:58.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e214f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145c20 0x5651e215c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 --2- 172.21.15.7:0/1405575848 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145300 0x5651e2147dc0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- 172.21.15.7:0/1405575848 >> 172.21.15.7:0/1405575848 conn(0x5651e2141870 msgr2=0x5651e214ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- 172.21.15.7:0/1405575848 shutdown_connections 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- 172.21.15.7:0/1405575848 wait complete. 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 -- start start 2024-09-19T05:45:58.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.988+0000 7ff83202d740 1 Processor -- start 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e2153af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e2154030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b5250 con 0x5651e2145300 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b4b80 con 0x5651e2145c20 2024-09-19T05:45:58.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ff8281b1dc0 con 0x5651e214e040 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff83202d740 10 client.0 _ll_register_callbacks cb 0x7ff81c0097e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff82d029640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff82d029640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38164/0 (socket says 172.21.15.7:38164) 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff82d029640 1 -- 172.21.15.7:0/1973800637 learned_addr learned my addr 172.21.15.7:0/1973800637 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff82c828640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e2153af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.989+0000 7ff82d82a640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e2154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 -- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 msgr2=0x5651e2154030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e2154030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 -- 172.21.15.7:0/1973800637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 msgr2=0x5651e2153af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e2153af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 -- 172.21.15.7:0/1973800637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651e21546a0 con 0x5651e2145300 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff82d029640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff81c009f60 tx=0x7ff81c004000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75eeabe6b8f6a6fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:45:58.996 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff810ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c004220 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ff81c005450 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.990+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff81c0043c0 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7ff81c005650 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 10 client.16131 fetch_fsmap learned FSMap version 33 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5651e21cafb0 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff81c004b70 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7ff81c025030 con 0x5651e2145300 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 10 client.16131 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 10 client.16131 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 20 client.16131 populate_metadata read hostname 'smithi007' 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21cb620 0x5651e21cda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:45:58.997 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 4 client.16131 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:45:58.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.991+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7ff81c0043c0 con 0x5651e21cb620 2024-09-19T05:45:58.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.992+0000 7ff82c828640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21cb620 0x5651e21cda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:45:58.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.992+0000 7ff810ff9640 10 client.16131 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:58.998 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.992+0000 7ff82c828640 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21cb620 0x5651e21cda10 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12a834d977adfc0 server_cookie=2a80cfd73397c80b in_seq=0 out_seq=0 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff810ff9640 1 -- 172.21.15.7:0/1973800637 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7ff81c0043c0 con 0x5651e21cb620 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff810ff9640 10 client.16131 handle_command_reply: tid=0 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 client.16131 shutdown 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 msgr2=0x5651e21587d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff81c009f60 tx=0x7ff81c004000 comp rx=0 tx=0).stop 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 shutdown_connections 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5651e214e040 0x5651e2154030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:58.999+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5651e2145c20 0x5651e2153af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5651e21cb620 0x5651e21cda10 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff810ff9640 0 client.16131 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:45:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 1 --2- 172.21.15.7:0/1973800637 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5651e2145300 0x5651e21587d0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 >> 172.21.15.7:0/1973800637 conn(0x5651e2141870 msgr2=0x5651e21381c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:59.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 shutdown_connections 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 1 -- 172.21.15.7:0/1973800637 wait complete. 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.000+0000 7ff83202d740 20 client.16131 trim_cache size 0 max 16384 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:45:59.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 msgr2=0x7ff8140a5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 0x7ff8140a5940 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff820013ac0 tx=0x7ff820004ab0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 msgr2=0x7ff8281a8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff82402a930 tx=0x7ff824030d70 comp rx=0 tx=0).stop 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 shutdown_connections 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ff8140a3480 0x7ff8140a5940 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ff8281125c0 0x7ff8281a29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff82810cec0 0x7ff8281a8d40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 --2- 172.21.15.7:0/1119475509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff82810c500 0x7ff8281a8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:45:59.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 >> 172.21.15.7:0/1119475509 conn(0x7ff82806c850 msgr2=0x7ff82810ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:45:59.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 shutdown_connections 2024-09-19T05:45:59.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:45:59.001+0000 7ff82f28d640 1 -- 172.21.15.7:0/1119475509 wait complete. 2024-09-19T05:46:00.525 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:00 smithi044 ceph-mon[34175]: pgmap v114: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 97 MiB/s wr, 1.55k op/s 2024-09-19T05:46:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:00 smithi007 ceph-mon[30960]: pgmap v114: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 97 MiB/s wr, 1.55k op/s 2024-09-19T05:46:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:00 smithi063 ceph-mon[34779]: pgmap v114: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 97 MiB/s wr, 1.55k op/s 2024-09-19T05:46:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:02 smithi007 ceph-mon[30960]: pgmap v115: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:46:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:02 smithi063 ceph-mon[34779]: pgmap v115: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:46:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:02 smithi044 ceph-mon[34175]: pgmap v115: 97 pgs: 97 active+clean; 14 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:46:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:04 smithi007 ceph-mon[30960]: pgmap v116: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 89 MiB/s wr, 1.45k op/s 2024-09-19T05:46:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:04 smithi063 ceph-mon[34779]: pgmap v116: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 89 MiB/s wr, 1.45k op/s 2024-09-19T05:46:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:04 smithi044 ceph-mon[34175]: pgmap v116: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 89 MiB/s wr, 1.45k op/s 2024-09-19T05:46:06.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:06 smithi007 ceph-mon[30960]: pgmap v117: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2024-09-19T05:46:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:06 smithi063 ceph-mon[34779]: pgmap v117: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2024-09-19T05:46:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:06 smithi044 ceph-mon[34175]: pgmap v117: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2024-09-19T05:46:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:08 smithi007 ceph-mon[30960]: pgmap v118: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:46:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:08 smithi063 ceph-mon[34779]: pgmap v118: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:46:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:08 smithi044 ceph-mon[34175]: pgmap v118: 97 pgs: 97 active+clean; 15 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:46:10.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:10 smithi007 ceph-mon[30960]: pgmap v119: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 93 MiB/s wr, 1.51k op/s 2024-09-19T05:46:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:10 smithi063 ceph-mon[34779]: pgmap v119: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 93 MiB/s wr, 1.51k op/s 2024-09-19T05:46:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:10 smithi044 ceph-mon[34175]: pgmap v119: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 93 MiB/s wr, 1.51k op/s 2024-09-19T05:46:12.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.152+0000 7fa9a5053640 1 -- 172.21.15.7:0/2712482535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 msgr2=0x7fa9a0100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.152+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2712482535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0100e30 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fa990009890 tx=0x7fa99002a380 comp rx=0 tx=0).stop 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.152+0000 7fa9a5053640 1 -- 172.21.15.7:0/2712482535 shutdown_connections 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2712482535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9a0101370 0x7fa9a010d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2712482535 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0100e30 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2712482535 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a01069e0 0x7fa9a0106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 -- 172.21.15.7:0/2712482535 >> 172.21.15.7:0/2712482535 conn(0x7fa9a00fc6b0 msgr2=0x7fa9a00fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 -- 172.21.15.7:0/2712482535 shutdown_connections 2024-09-19T05:46:12.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.153+0000 7fa9a5053640 1 -- 172.21.15.7:0/2712482535 wait complete. 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 Processor -- start 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 -- start start 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 0x7fa9a0196680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9a01069e0 0x7fa9a019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a010fbd0 con 0x7fa9a01009d0 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a010fa50 con 0x7fa9a01069e0 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.154+0000 7fa9a5053640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a010fd50 con 0x7fa9a0101370 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 0x7fa9a0196680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33540/0 (socket says 172.21.15.7:33540) 2024-09-19T05:46:12.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99ed9d640 1 -- 172.21.15.7:0/2734699222 learned_addr learned my addr 172.21.15.7:0/2734699222 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 -- 172.21.15.7:0/2734699222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9a01069e0 msgr2=0x7fa9a019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9a01069e0 0x7fa9a019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 -- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 msgr2=0x7fa9a0196140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99e59c640 1 -- 172.21.15.7:0/2734699222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9a019b130 con 0x7fa9a0101370 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.155+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 0x7fa9a0196680 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa990009780 tx=0x7fa990005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa987fff640 1 -- 172.21.15.7:0/2734699222 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa990040020 con 0x7fa9a0101370 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa987fff640 1 -- 172.21.15.7:0/2734699222 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa990038040 con 0x7fa9a0101370 2024-09-19T05:46:12.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9a019b3c0 con 0x7fa9a0101370 2024-09-19T05:46:12.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9a019b840 con 0x7fa9a0101370 2024-09-19T05:46:12.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.156+0000 7fa987fff640 1 -- 172.21.15.7:0/2734699222 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa990037070 con 0x7fa9a0101370 2024-09-19T05:46:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.160+0000 7fa9a7de8740 1 Processor -- start 2024-09-19T05:46:12.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.160+0000 7fa9a7de8740 1 -- start start 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa987fff640 1 -- 172.21.15.7:0/2734699222 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fa990043020 con 0x7fa9a0101370 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6ab770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6ae0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c1b6052f0 con 0x561c1b6a0af0 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561c1b5ad270 con 0x561c1b6a1410 2024-09-19T05:46:12.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.161+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x561c1b6012b0 con 0x561c1b6abcb0 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.162+0000 7fa99e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6ae0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.162+0000 7fa99f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.162+0000 7fa99f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33554/0 (socket says 172.21.15.7:33554) 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.162+0000 7fa99f59e640 1 -- 172.21.15.7:0/2083858929 learned_addr learned my addr 172.21.15.7:0/2083858929 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.162+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6ab770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 -- 172.21.15.7:0/2083858929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 msgr2=0x561c1b6ae0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6ae0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 -- 172.21.15.7:0/2083858929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 msgr2=0x561c1b6ab770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6ab770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 -- 172.21.15.7:0/2083858929 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c1b5ac340 con 0x561c1b6a0af0 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa987fff640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 0x7fa9880a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99f59e640 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fa998009ea0 tx=0x7fa998009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5b41174eaff5684 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa987fff640 1 -- 172.21.15.7:0/2734699222 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa9900efad0 con 0x7fa9a0101370 2024-09-19T05:46:12.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.163+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 0x7fa9880a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.164+0000 7fa9857fa640 1 -- 172.21.15.7:0/2083858929 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa998004d20 con 0x561c1b6a0af0 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.164+0000 7fa9857fa640 1 -- 172.21.15.7:0/2083858929 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa99800ee60 con 0x561c1b6a0af0 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.164+0000 7fa9857fa640 1 -- 172.21.15.7:0/2083858929 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa998010830 con 0x561c1b6a0af0 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2083858929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 msgr2=0x561c1b6a0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 0x7fa9880a58f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x561c1b69dec0 tx=0x7fa99400f040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fa998009ea0 tx=0x7fa998009f90 comp rx=0 tx=0).stop 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2083858929 shutdown_connections 2024-09-19T05:46:12.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6ae0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6ab770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2083858929 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a0ed0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.165+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2083858929 >> 172.21.15.7:0/2083858929 conn(0x561c1b69d060 msgr2=0x561c1b69d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.166+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2083858929 shutdown_connections 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.166+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2083858929 wait complete. 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.166+0000 7fa9a7de8740 1 -- start start 2024-09-19T05:46:12.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.166+0000 7fa9a7de8740 1 Processor -- start 2024-09-19T05:46:12.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6a9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33556/0 (socket says 172.21.15.7:33556) 2024-09-19T05:46:12.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa99ed9d640 1 -- 172.21.15.7:0/4080194566 learned_addr learned my addr 172.21.15.7:0/4080194566 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c1b6ae8d0 con 0x561c1b6a0af0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561c1b58e290 con 0x561c1b6a1410 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x561c1b6aea50 con 0x561c1b6abcb0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa99e59c640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa99f59e640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6a9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.167+0000 7fa9a7de8740 10 client.0 _ll_register_callbacks cb 0x561c1b5bf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 -- 172.21.15.7:0/4080194566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 msgr2=0x561c1b6a9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 -- 172.21.15.7:0/4080194566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 msgr2=0x561c1b6a8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c1b318210 con 0x561c1b6abcb0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99e59c640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa99f59e640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6a9670 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa998018000 tx=0x7fa998003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb3660d0f146c33b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa982ff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa998004040 con 0x561c1b6abcb0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa9980041e0 con 0x561c1b6abcb0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa99800ee60 con 0x561c1b6abcb0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa9980043e0 con 0x561c1b6abcb0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa9a7de8740 10 client.25825 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.168+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561c1b3e4620 con 0x561c1b6abcb0 2024-09-19T05:46:12.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa99800ee60 con 0x561c1b6abcb0 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fa998010430 con 0x561c1b6abcb0 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa9a7de8740 10 client.25825 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa9a7de8740 10 client.25825 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa9a7de8740 20 client.25825 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.169+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b6ccc10 0x561c1b6cf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.170+0000 7fa9a7de8740 4 client.25825 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.170+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c1b612a20 con 0x561c1b6ccc10 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.170+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b6ccc10 0x561c1b6cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.170+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b6ccc10 0x561c1b6cf000 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eda938524ac04544 server_cookie=f131106d539a91b1 in_seq=0 out_seq=0 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.171+0000 7fa982ff5640 10 client.25825 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.171+0000 7fa982ff5640 1 -- 172.21.15.7:0/4080194566 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561c1b612a20 con 0x561c1b6ccc10 2024-09-19T05:46:12.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.171+0000 7fa982ff5640 10 client.25825 handle_command_reply: tid=0 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.171+0000 7fa9a7de8740 1 client.25825 shutdown 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.171+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 msgr2=0x561c1b6a9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6a9670 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa998018000 tx=0x7fa998003ba0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 shutdown_connections 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6a9670 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b6ccc10 0x561c1b6cf000 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/4080194566 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6a8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 >> 172.21.15.7:0/4080194566 conn(0x561c1b69d060 msgr2=0x561c1b6a2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa982ff5640 0 client.25825 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 shutdown_connections 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 1 -- 172.21.15.7:0/4080194566 wait complete. 2024-09-19T05:46:12.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.172+0000 7fa9a7de8740 20 client.25825 trim_cache size 0 max 16384 2024-09-19T05:46:12.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.193+0000 7fa9a7de8740 1 Processor -- start 2024-09-19T05:46:12.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 -- start start 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6abcb0 0x561c1b6d1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01ab5b0 con 0x561c1b6abcb0 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01ad0f0 con 0x561c1b6a1410 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01abc80 con 0x561c1b6a0af0 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6abcb0 0x561c1b6d1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48844/0 (socket says 172.21.15.7:48844) 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99ed9d640 1 -- 172.21.15.7:0/1572457416 learned_addr learned my addr 172.21.15.7:0/1572457416 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 -- 172.21.15.7:0/1572457416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 msgr2=0x561c1b6a3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 -- 172.21.15.7:0/1572457416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6abcb0 msgr2=0x561c1b6d1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6abcb0 0x561c1b6d1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99e59c640 1 -- 172.21.15.7:0/1572457416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c1b6982d0 con 0x561c1b6a1410 2024-09-19T05:46:12.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.194+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.195+0000 7fa99e59c640 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a94a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa9900ed340 tx=0x7fa9900f3620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53d34363568ec1d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.195+0000 7fa984ff9640 1 -- 172.21.15.7:0/1572457416 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9900bbca0 con 0x561c1b6a1410 2024-09-19T05:46:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.195+0000 7fa984ff9640 1 -- 172.21.15.7:0/1572457416 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa9900bc5d0 con 0x561c1b6a1410 2024-09-19T05:46:12.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.195+0000 7fa984ff9640 1 -- 172.21.15.7:0/1572457416 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9900bb830 con 0x561c1b6a1410 2024-09-19T05:46:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- 172.21.15.7:0/1572457416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 msgr2=0x561c1b6a94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a94a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa9900ed340 tx=0x7fa9900f3620 comp rx=0 tx=0).stop 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- 172.21.15.7:0/1572457416 shutdown_connections 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6abcb0 0x561c1b6d1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6a94a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/1572457416 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6a0af0 0x561c1b6a3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- 172.21.15.7:0/1572457416 >> 172.21.15.7:0/1572457416 conn(0x561c1b69d060 msgr2=0x561c1b6aac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- 172.21.15.7:0/1572457416 shutdown_connections 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- 172.21.15.7:0/1572457416 wait complete. 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.196+0000 7fa9a7de8740 1 -- start start 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 Processor -- start 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01aca20 con 0x561c1b6a0af0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01ac350 con 0x561c1b6a1410 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fa9a01a9590 con 0x561c1b6abcb0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa9a7de8740 10 client.0 _ll_register_callbacks cb 0x7fa9900f34f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99ed9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33578/0 (socket says 172.21.15.7:33578) 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99ed9d640 1 -- 172.21.15.7:0/2172945976 learned_addr learned my addr 172.21.15.7:0/2172945976 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99f59e640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.197+0000 7fa99ed9d640 1 -- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 msgr2=0x561c1b6cf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6cf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99ed9d640 1 -- 172.21.15.7:0/2172945976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 msgr2=0x561c1b6cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99ed9d640 1 -- 172.21.15.7:0/2172945976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c1b6cff30 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99f59e640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6cf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa99ed9d640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa994025740 tx=0x7fa994004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719b1fe2b829dbbf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa982ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa994030070 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fa99401acf0 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.198+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9900bc5d0 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.199+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fa99403c050 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.199+0000 7fa9a7de8740 10 client.16149 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.199+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561c1b7372f0 con 0x561c1b6a0af0 2024-09-19T05:46:12.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.199+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa9900bc5d0 con 0x561c1b6a0af0 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fa994034440 con 0x561c1b6a0af0 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 10 client.16149 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 10 client.16149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 20 client.16149 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b7379f0 0x561c1b739e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 4 client.16149 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.200+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561c1b60cd70 con 0x561c1b7379f0 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.201+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b7379f0 0x561c1b739e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.201+0000 7fa982ff5640 10 client.16149 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:12.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.201+0000 7fa99e59c640 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b7379f0 0x561c1b739e10 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a52cca332a6d425c server_cookie=881d70dce9460e0c in_seq=0 out_seq=0 2024-09-19T05:46:12.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.210+0000 7fa982ff5640 1 -- 172.21.15.7:0/2172945976 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561c1b60cd70 con 0x561c1b7379f0 2024-09-19T05:46:12.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.210+0000 7fa982ff5640 10 client.16149 handle_command_reply: tid=0 2024-09-19T05:46:12.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.210+0000 7fa9a7de8740 1 client.16149 shutdown 2024-09-19T05:46:12.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.211+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 msgr2=0x561c1b6d20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.211+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa994025740 tx=0x7fa994004730 comp rx=0 tx=0).stop 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 shutdown_connections 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561c1b6abcb0 0x561c1b6cf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561c1b6a1410 0x561c1b6cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x561c1b7379f0 0x561c1b739e10 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 --2- 172.21.15.7:0/2172945976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c1b6a0af0 0x561c1b6d20d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa982ff5640 0 client.16149 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 >> 172.21.15.7:0/2172945976 conn(0x561c1b69d060 msgr2=0x561c1b69b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 shutdown_connections 2024-09-19T05:46:12.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.213+0000 7fa9a7de8740 1 -- 172.21.15.7:0/2172945976 wait complete. 2024-09-19T05:46:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a7de8740 20 client.16149 trim_cache size 0 max 16384 2024-09-19T05:46:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:46:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:46:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:46:12.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 msgr2=0x7fa9880a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 0x7fa9880a58f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x561c1b69dec0 tx=0x7fa99400f040 comp rx=0 tx=0).stop 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 msgr2=0x7fa9a0196680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 0x7fa9a0196680 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa990009780 tx=0x7fa990005dc0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.214+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 shutdown_connections 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9a01069e0 0x7fa9a019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fa9880a3430 0x7fa9880a58f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fa9a0101370 0x7fa9a0196680 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 --2- 172.21.15.7:0/2734699222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa9a01009d0 0x7fa9a0196140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 >> 172.21.15.7:0/2734699222 conn(0x7fa9a00fc6b0 msgr2=0x7fa9a00fd050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 shutdown_connections 2024-09-19T05:46:12.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:12.215+0000 7fa9a5053640 1 -- 172.21.15.7:0/2734699222 wait complete. 2024-09-19T05:46:12.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:12 smithi007 ceph-mon[30960]: pgmap v120: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:46:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:12 smithi063 ceph-mon[34779]: pgmap v120: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:46:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:12 smithi044 ceph-mon[34175]: pgmap v120: 97 pgs: 97 active+clean; 15 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:46:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:14 smithi007 ceph-mon[30960]: pgmap v121: 97 pgs: 97 active+clean; 15 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:46:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:14 smithi063 ceph-mon[34779]: pgmap v121: 97 pgs: 97 active+clean; 15 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:46:14.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:14 smithi044 ceph-mon[34175]: pgmap v121: 97 pgs: 97 active+clean; 15 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:46:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:16 smithi007 ceph-mon[30960]: pgmap v122: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:16 smithi063 ceph-mon[34779]: pgmap v122: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:16 smithi044 ceph-mon[34175]: pgmap v122: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:18.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:18 smithi007 ceph-mon[30960]: pgmap v123: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:18 smithi063 ceph-mon[34779]: pgmap v123: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:18 smithi044 ceph-mon[34175]: pgmap v123: 97 pgs: 97 active+clean; 15 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:20.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:20 smithi007 ceph-mon[30960]: pgmap v124: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:46:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:20 smithi063 ceph-mon[34779]: pgmap v124: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:46:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:20 smithi044 ceph-mon[34175]: pgmap v124: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 94 MiB/s wr, 1.52k op/s 2024-09-19T05:46:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:22 smithi007 ceph-mon[30960]: pgmap v125: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:22 smithi063 ceph-mon[34779]: pgmap v125: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:22.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:22 smithi044 ceph-mon[34175]: pgmap v125: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:24.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:24 smithi007 ceph-mon[30960]: pgmap v126: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:46:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:24 smithi063 ceph-mon[34779]: pgmap v126: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:46:24.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:24 smithi044 ceph-mon[34175]: pgmap v126: 97 pgs: 97 active+clean; 16 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:46:25.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.366+0000 7ffa66a45640 1 -- 172.21.15.7:0/2383055202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa60108360 msgr2=0x7ffa60108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.366+0000 7ffa66a45640 1 --2- 172.21.15.7:0/2383055202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa60108360 0x7ffa60108740 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ffa50009900 tx=0x7ffa5002a410 comp rx=0 tx=0).stop 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.367+0000 7ffa66a45640 1 -- 172.21.15.7:0/2383055202 shutdown_connections 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.367+0000 7ffa66a45640 1 --2- 172.21.15.7:0/2383055202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa6010d4b0 0x7ffa60115000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.367+0000 7ffa66a45640 1 --2- 172.21.15.7:0/2383055202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa60108d10 0x7ffa6010cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.367+0000 7ffa66a45640 1 --2- 172.21.15.7:0/2383055202 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa60108360 0x7ffa60108740 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.369 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.367+0000 7ffa66a45640 1 -- 172.21.15.7:0/2383055202 >> 172.21.15.7:0/2383055202 conn(0x7ffa60077ad0 msgr2=0x7ffa60079ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.368+0000 7ffa66a45640 1 -- 172.21.15.7:0/2383055202 shutdown_connections 2024-09-19T05:46:25.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.368+0000 7ffa66a45640 1 -- 172.21.15.7:0/2383055202 wait complete. 2024-09-19T05:46:25.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 Processor -- start 2024-09-19T05:46:25.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 -- start start 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa60108360 0x7ffa601a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 0x7ffa6019ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.370+0000 7ffa66a45640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601183f0 con 0x7ffa6019e740 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa66a45640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa60118270 con 0x7ffa60108360 2024-09-19T05:46:25.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa66a45640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ffa60118570 con 0x7ffa6010d4b0 2024-09-19T05:46:25.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41096/0 (socket says 172.21.15.7:41096) 2024-09-19T05:46:25.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/439266382 learned_addr learned my addr 172.21.15.7:0/439266382 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:25.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 0x7ffa6019ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa60108360 0x7ffa601a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/439266382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa60108360 msgr2=0x7ffa601a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa60108360 0x7ffa601a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 msgr2=0x7ffa6019ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 0x7ffa6019ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/439266382 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6019f340 con 0x7ffa6010d4b0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.371+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 0x7ffa6019ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400e9f0 tx=0x7ffa5400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa5d7fa640 1 -- 172.21.15.7:0/439266382 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5400ccc0 con 0x7ffa6010d4b0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa601ab420 con 0x7ffa6010d4b0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa5d7fa640 1 -- 172.21.15.7:0/439266382 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa540054d0 con 0x7ffa6010d4b0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa601ab7d0 con 0x7ffa6010d4b0 2024-09-19T05:46:25.375 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.372+0000 7ffa5d7fa640 1 -- 172.21.15.7:0/439266382 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa54010430 con 0x7ffa6010d4b0 2024-09-19T05:46:25.376 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.375+0000 7ffa5d7fa640 1 -- 172.21.15.7:0/439266382 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7ffa540106d0 con 0x7ffa6010d4b0 2024-09-19T05:46:25.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.376+0000 7ffa5d7fa640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 0x7ffa480a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.376+0000 7ffa697da740 1 Processor -- start 2024-09-19T05:46:25.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.376+0000 7ffa5d7fa640 1 -- 172.21.15.7:0/439266382 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ffa540d0300 con 0x7ffa6010d4b0 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.376+0000 7ffa697da740 1 -- start start 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0ceeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fea0c532f0 con 0x55fea0cf9cb0 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fea0bfb270 con 0x55fea0ceeaf0 2024-09-19T05:46:25.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa697da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fea0c4f2b0 con 0x55fea0cef410 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 0x7ffa480a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41112/0 (socket says 172.21.15.7:41112) 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/961624979 learned_addr learned my addr 172.21.15.7:0/961624979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0ceeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/961624979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 msgr2=0x55fea0ceeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0ceeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/961624979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 msgr2=0x55fea0cfc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.377+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/961624979 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea0bfa340 con 0x55fea0cef410 2024-09-19T05:46:25.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.378+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 0x7ffa480a5870 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ffa50000c00 tx=0x7ffa500044f0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.378+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ffa540a5b80 tx=0x7ffa5409cda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f69472843d86b6de server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.387 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.378+0000 7ffa467fc640 1 -- 172.21.15.7:0/961624979 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa540b5020 con 0x55fea0cef410 2024-09-19T05:46:25.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.378+0000 7ffa467fc640 1 -- 172.21.15.7:0/961624979 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa54005680 con 0x55fea0cef410 2024-09-19T05:46:25.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.378+0000 7ffa467fc640 1 -- 172.21.15.7:0/961624979 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa540cdce0 con 0x55fea0cef410 2024-09-19T05:46:25.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 -- 172.21.15.7:0/961624979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 msgr2=0x55fea0cf9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ffa540a5b80 tx=0x7ffa5409cda0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 -- 172.21.15.7:0/961624979 shutdown_connections 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cf9770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 --2- 172.21.15.7:0/961624979 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0ceeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 -- 172.21.15.7:0/961624979 >> 172.21.15.7:0/961624979 conn(0x55fea0ceb060 msgr2=0x55fea0ceb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 -- 172.21.15.7:0/961624979 shutdown_connections 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.379+0000 7ffa697da740 1 -- 172.21.15.7:0/961624979 wait complete. 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 -- start start 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 Processor -- start 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 0x55fea0cf7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.380+0000 7ffa697da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fea0cfc880 con 0x55fea0cef410 2024-09-19T05:46:25.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa697da740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fea0bdc290 con 0x55fea0cf9cb0 2024-09-19T05:46:25.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 0x55fea0cf7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa5ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 0x55fea0cf7140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47926/0 (socket says 172.21.15.7:47926) 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa697da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55fea0cfca00 con 0x55fea0ceeaf0 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/3386316334 learned_addr learned my addr 172.21.15.7:0/3386316334 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa697da740 10 client.0 _ll_register_callbacks cb 0x55fea0c0d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 -- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 msgr2=0x55fea0cf6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 -- 172.21.15.7:0/3386316334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 msgr2=0x55fea0cf7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 0x55fea0cf7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 -- 172.21.15.7:0/3386316334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea0966210 con 0x55fea0cf9cb0 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa64fe2640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7680 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ffa58005fd0 tx=0x7ffa58011cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5dc1bc533d9e5eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.381+0000 7ffa3f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.382+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5801f060 con 0x55fea0cf9cb0 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.382+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ffa5800fc50 con 0x55fea0cf9cb0 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.382+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa54005680 con 0x55fea0cf9cb0 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.383+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7ffa5800fe50 con 0x55fea0cf9cb0 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.383+0000 7ffa697da740 10 client.25682 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:25.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.383+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55fea0a32620 con 0x55fea0cf9cb0 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.383+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa54005680 con 0x55fea0cf9cb0 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7ffa580224e0 con 0x55fea0cf9cb0 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 10 client.25682 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 10 client.25682 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 20 client.25682 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:25.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d09cb0 0x55fea0d0c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 4 client.25682 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:46:25.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fea0c60a20 con 0x55fea0d09cb0 2024-09-19T05:46:25.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.384+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d09cb0 0x55fea0d0c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.385+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d09cb0 0x55fea0d0c0a0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5ea4cda5b1182fc server_cookie=30206ada000d25ae in_seq=0 out_seq=0 2024-09-19T05:46:25.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.385+0000 7ffa3f7fe640 10 client.25682 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/3386316334 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fea0c60a20 con 0x55fea0d09cb0 2024-09-19T05:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa3f7fe640 10 client.25682 handle_command_reply: tid=0 2024-09-19T05:46:25.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 client.25682 shutdown 2024-09-19T05:46:25.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 msgr2=0x55fea0cf7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7680 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ffa58005fd0 tx=0x7ffa58011cc0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 shutdown_connections 2024-09-19T05:46:25.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7680 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.399 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d09cb0 0x55fea0d0c0a0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cef410 0x55fea0cf7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 --2- 172.21.15.7:0/3386316334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa3f7fe640 0 client.25682 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.386+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 >> 172.21.15.7:0/3386316334 conn(0x55fea0ceb060 msgr2=0x55fea0cf0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.387+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 shutdown_connections 2024-09-19T05:46:25.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.387+0000 7ffa697da740 1 -- 172.21.15.7:0/3386316334 wait complete. 2024-09-19T05:46:25.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.387+0000 7ffa697da740 20 client.25682 trim_cache size 0 max 16384 2024-09-19T05:46:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.413+0000 7ffa697da740 1 Processor -- start 2024-09-19T05:46:25.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.413+0000 7ffa697da740 1 -- start start 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa697da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa697da740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa697da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa64fe2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa64fe2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47928/0 (socket says 172.21.15.7:47928) 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:59278/0 (socket says 172.21.15.7:59278) 2024-09-19T05:46:25.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa64fe2640 1 -- 172.21.15.7:0/3257063972 learned_addr learned my addr 172.21.15.7:0/3257063972 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b3eb0 con 0x55fea0cf9cb0 2024-09-19T05:46:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.414+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b59f0 con 0x55fea0cef410 2024-09-19T05:46:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b4580 con 0x55fea0ceeaf0 2024-09-19T05:46:25.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 -- 172.21.15.7:0/3257063972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 msgr2=0x55fea0cf7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 -- 172.21.15.7:0/3257063972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 msgr2=0x55fea0cf7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 -- 172.21.15.7:0/3257063972 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea0cebd50 con 0x55fea0ceeaf0 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.415+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf8460 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa5002aa00 tx=0x7ffa50046000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5616f260a0aad04c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.416+0000 7ffa45ffb640 1 -- 172.21.15.7:0/3257063972 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa50035050 con 0x55fea0ceeaf0 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.416+0000 7ffa45ffb640 1 -- 172.21.15.7:0/3257063972 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa50059070 con 0x55fea0ceeaf0 2024-09-19T05:46:25.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.416+0000 7ffa45ffb640 1 -- 172.21.15.7:0/3257063972 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa50053380 con 0x55fea0ceeaf0 2024-09-19T05:46:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 msgr2=0x55fea0cf8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf8460 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ffa5002aa00 tx=0x7ffa50046000 comp rx=0 tx=0).stop 2024-09-19T05:46:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 shutdown_connections 2024-09-19T05:46:25.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cf7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0cef410 0x55fea0cf7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.417+0000 7ffa697da740 1 --2- 172.21.15.7:0/3257063972 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0ceeaf0 0x55fea0cf8460 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.418+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 >> 172.21.15.7:0/3257063972 conn(0x55fea0ceb060 msgr2=0x55fea0cea1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.418+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 shutdown_connections 2024-09-19T05:46:25.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.418+0000 7ffa697da740 1 -- 172.21.15.7:0/3257063972 wait complete. 2024-09-19T05:46:25.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.419+0000 7ffa697da740 1 -- start start 2024-09-19T05:46:25.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.419+0000 7ffa697da740 1 Processor -- start 2024-09-19T05:46:25.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0d025b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfe060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa5ffff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0d025b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa5ffff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0d025b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:59280/0 (socket says 172.21.15.7:59280) 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b5320 con 0x55fea0cf9cb0 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b4c50 con 0x55fea0ceeaf0 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7ffa601b1e90 con 0x55fea0cef410 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa697da740 10 client.0 _ll_register_callbacks cb 0x7ffa6006b4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa64fe2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfe060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa5f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41136/0 (socket says 172.21.15.7:41136) 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.420+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/957001014 learned_addr learned my addr 172.21.15.7:0/957001014 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/957001014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 msgr2=0x55fea0d025b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0d025b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/957001014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 msgr2=0x55fea0cfe060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfe060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 -- 172.21.15.7:0/957001014 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea0d738e0 con 0x55fea0cef410 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa5f7fe640 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa54009380 tx=0x7ffa54009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f90e3ee2c8502839 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa3f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa540b5040 con 0x55fea0cef410 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa50059070 con 0x55fea0cef410 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.421+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7ffa5409b740 con 0x55fea0cef410 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7ffa54005680 con 0x55fea0cef410 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 10 client.25849 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:25.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55fea0d74ab0 con 0x55fea0cef410 2024-09-19T05:46:25.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa50059070 con 0x55fea0cef410 2024-09-19T05:46:25.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7ffa540b6220 con 0x55fea0cef410 2024-09-19T05:46:25.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 10 client.25849 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:25.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 10 client.25849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:25.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 20 client.25849 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d74e40 0x55fea0d77260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 4 client.25849 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fea0c5ad70 con 0x55fea0d74e40 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.422+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d74e40 0x55fea0d77260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.423+0000 7ffa5ffff640 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d74e40 0x55fea0d77260 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=937ddf2e0b997021 server_cookie=fa301715edbac120 in_seq=0 out_seq=0 2024-09-19T05:46:25.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.423+0000 7ffa3f7fe640 10 client.25849 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:25.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.431+0000 7ffa3f7fe640 1 -- 172.21.15.7:0/957001014 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fea0c5ad70 con 0x55fea0d74e40 2024-09-19T05:46:25.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.431+0000 7ffa3f7fe640 10 client.25849 handle_command_reply: tid=0 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.431+0000 7ffa697da740 1 client.25849 shutdown 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.431+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 msgr2=0x55fea0cfd8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.431+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa54009380 tx=0x7ffa54009310 comp rx=0 tx=0).stop 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 shutdown_connections 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55fea0d74e40 0x55fea0d77260 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fea0cf9cb0 0x55fea0cfe060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55fea0cef410 0x55fea0cfd8d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 --2- 172.21.15.7:0/957001014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fea0ceeaf0 0x55fea0d025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 >> 172.21.15.7:0/957001014 conn(0x55fea0ceb060 msgr2=0x55fea0d04b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa3f7fe640 0 client.25849 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 shutdown_connections 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 1 -- 172.21.15.7:0/957001014 wait complete. 2024-09-19T05:46:25.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.432+0000 7ffa697da740 20 client.25849 trim_cache size 0 max 16384 2024-09-19T05:46:25.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:46:25.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:46:25.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:46:25.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 msgr2=0x7ffa480a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 0x7ffa480a5870 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ffa50000c00 tx=0x7ffa500044f0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 msgr2=0x7ffa601a4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ffa5400e9f0 tx=0x7ffa5400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 shutdown_connections 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffa6019e740 0x7ffa6019ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7ffa480a33b0 0x7ffa480a5870 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7ffa6010d4b0 0x7ffa601a4bc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 --2- 172.21.15.7:0/439266382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffa60108360 0x7ffa601a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 >> 172.21.15.7:0/439266382 conn(0x7ffa60077ad0 msgr2=0x7ffa60078e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 shutdown_connections 2024-09-19T05:46:25.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:25.433+0000 7ffa66a45640 1 -- 172.21.15.7:0/439266382 wait complete. 2024-09-19T05:46:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:26 smithi007 ceph-mon[30960]: pgmap v127: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2024-09-19T05:46:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:26 smithi063 ceph-mon[34779]: pgmap v127: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2024-09-19T05:46:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:26 smithi044 ceph-mon[34175]: pgmap v127: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2024-09-19T05:46:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:28 smithi007 ceph-mon[30960]: pgmap v128: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:28 smithi063 ceph-mon[34779]: pgmap v128: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:28 smithi044 ceph-mon[34175]: pgmap v128: 97 pgs: 97 active+clean; 16 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:46:29.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:29 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:46:29.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:29 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:46:29.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:29 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:46:30.624 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:30 smithi044 ceph-mon[34175]: pgmap v129: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 96 MiB/s wr, 1.54k op/s 2024-09-19T05:46:30.625 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:46:30.625 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:46:30.625 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:46:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:30 smithi007 ceph-mon[30960]: pgmap v129: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 96 MiB/s wr, 1.54k op/s 2024-09-19T05:46:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:46:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:46:30.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:46:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:30 smithi063 ceph-mon[34779]: pgmap v129: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 96 MiB/s wr, 1.54k op/s 2024-09-19T05:46:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:46:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:46:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:46:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:32 smithi007 ceph-mon[30960]: pgmap v130: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:46:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:32 smithi063 ceph-mon[34779]: pgmap v130: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:46:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:32 smithi044 ceph-mon[34175]: pgmap v130: 97 pgs: 97 active+clean; 16 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 6.8 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:46:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:34 smithi007 ceph-mon[30960]: pgmap v131: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:46:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:34 smithi063 ceph-mon[34779]: pgmap v131: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:46:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:34 smithi044 ceph-mon[34175]: pgmap v131: 97 pgs: 97 active+clean; 17 GiB data, 51 GiB used, 1021 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:46:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:36 smithi007 ceph-mon[30960]: pgmap v132: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:36 smithi063 ceph-mon[34779]: pgmap v132: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:36 smithi044 ceph-mon[34175]: pgmap v132: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2024-09-19T05:46:38.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 -- 172.21.15.7:0/4233311461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 msgr2=0x7f182810e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 --2- 172.21.15.7:0/4233311461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182810e990 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1820009ca0 tx=0x7f182002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 -- 172.21.15.7:0/4233311461 shutdown_connections 2024-09-19T05:46:38.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 --2- 172.21.15.7:0/4233311461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182810e990 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.584 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 --2- 172.21.15.7:0/4233311461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828101ac0 0x7f1828101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 --2- 172.21.15.7:0/4233311461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828107ad0 0x7f1828107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.582+0000 7f182c9c0640 1 -- 172.21.15.7:0/4233311461 >> 172.21.15.7:0/4233311461 conn(0x7f18280fd7a0 msgr2=0x7f18280ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.585 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.583+0000 7f182c9c0640 1 -- 172.21.15.7:0/4233311461 shutdown_connections 2024-09-19T05:46:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.583+0000 7f182c9c0640 1 -- 172.21.15.7:0/4233311461 wait complete. 2024-09-19T05:46:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.584+0000 7f182c9c0640 1 Processor -- start 2024-09-19T05:46:38.586 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.584+0000 7f182c9c0640 1 -- start start 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.584+0000 7f182c9c0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828101ac0 0x7f18280739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.584+0000 7f182c9c0640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182806ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.584+0000 7f182c9c0640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f182c9c0640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1828111e10 con 0x7f1828101ac0 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f182c9c0640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1828111c90 con 0x7f1828102460 2024-09-19T05:46:38.588 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f182c9c0640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1828111f90 con 0x7f1828107ad0 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:51936/0 (socket says 172.21.15.7:51936) 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 -- 172.21.15.7:0/2473030537 learned_addr learned my addr 172.21.15.7:0/2473030537 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f182659c640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828101ac0 0x7f18280739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182806ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 -- 172.21.15.7:0/2473030537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 msgr2=0x7f182806ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182806ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.589 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 -- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828101ac0 msgr2=0x7f18280739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828101ac0 0x7f18280739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 -- 172.21.15.7:0/2473030537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f182806d540 con 0x7f1828107ad0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182806ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.585+0000 7f1826d9d640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1820031040 tx=0x7f1820031680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.586+0000 7f18177fe640 1 -- 172.21.15.7:0/2473030537 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820031c30 con 0x7f1828107ad0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.586+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f182806d7d0 con 0x7f1828107ad0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.586+0000 7f18177fe640 1 -- 172.21.15.7:0/2473030537 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1820040070 con 0x7f1828107ad0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.586+0000 7f18177fe640 1 -- 172.21.15.7:0/2473030537 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820004740 con 0x7f1828107ad0 2024-09-19T05:46:38.590 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.586+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18280716c0 con 0x7f1828107ad0 2024-09-19T05:46:38.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.589+0000 7f18177fe640 1 -- 172.21.15.7:0/2473030537 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f1820003970 con 0x7f1828107ad0 2024-09-19T05:46:38.591 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.589+0000 7f182f82f740 1 Processor -- start 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 -- start start 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1b2a2f0 con 0x55d0a1bd9350 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1ad2270 con 0x55d0a1bc7080 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.590+0000 7f182f82f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1b262b0 con 0x55d0a1bc5ed0 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f18177fe640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 0x7f18100a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33966/0 (socket says 172.21.15.7:33966) 2024-09-19T05:46:38.593 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 -- 172.21.15.7:0/4166096117 learned_addr learned my addr 172.21.15.7:0/4166096117 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f182659c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f18177fe640 1 -- 172.21.15.7:0/2473030537 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f18200f0f20 con 0x7f1828107ad0 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1826d9d640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 0x7f18100a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 -- 172.21.15.7:0/4166096117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 msgr2=0x55d0a1bc6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 -- 172.21.15.7:0/4166096117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 msgr2=0x55d0a1bc5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f1825d9b640 1 -- 172.21.15.7:0/4166096117 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0a1ad1340 con 0x55d0a1bd9350 2024-09-19T05:46:38.594 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.591+0000 7f182659c640 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.592+0000 7f1825d9b640 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f181c013630 tx=0x7f181c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7a4fd378347621b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.592+0000 7f1826d9d640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 0x7f18100a5870 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f18200bd2b0 tx=0x7f18200095c0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.592+0000 7f1814ff9640 1 -- 172.21.15.7:0/4166096117 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c019070 con 0x55d0a1bd9350 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.592+0000 7f1814ff9640 1 -- 172.21.15.7:0/4166096117 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f181c0054d0 con 0x55d0a1bd9350 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.592+0000 7f1814ff9640 1 -- 172.21.15.7:0/4166096117 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c004c30 con 0x55d0a1bd9350 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 -- 172.21.15.7:0/4166096117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 msgr2=0x55d0a1bdb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f181c013630 tx=0x7f181c004730 comp rx=0 tx=0).stop 2024-09-19T05:46:38.596 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 -- 172.21.15.7:0/4166096117 shutdown_connections 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bdb740 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 --2- 172.21.15.7:0/4166096117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 -- 172.21.15.7:0/4166096117 >> 172.21.15.7:0/4166096117 conn(0x55d0a1bc2060 msgr2=0x55d0a1bc2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 -- 172.21.15.7:0/4166096117 shutdown_connections 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.593+0000 7f182f82f740 1 -- 172.21.15.7:0/4166096117 wait complete. 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 -- start start 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 Processor -- start 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bca200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1bdc0b0 con 0x55d0a1bd9350 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1ab3290 con 0x55d0a1bc7080 2024-09-19T05:46:38.597 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55d0a1bdc230 con 0x55d0a1bc5ed0 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182f82f740 10 client.0 _ll_register_callbacks cb 0x55d0a1ae4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:51952/0 (socket says 172.21.15.7:51952) 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f1825d9b640 1 -- 172.21.15.7:0/3777081334 learned_addr learned my addr 172.21.15.7:0/3777081334 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f182659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.598 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.594+0000 7f1825d9b640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bca200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 -- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 msgr2=0x55d0a1bc9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.600 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 -- 172.21.15.7:0/3777081334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 msgr2=0x55d0a1bca200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bca200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 -- 172.21.15.7:0/3777081334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0a183d210 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182659c640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc9cc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f18180126b0 tx=0x7f1818012ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f522e92e396e0087 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f180dffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818004050 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f181c0054d0 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f18180041f0 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.595+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f18180043f0 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 10 client.25700 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d0a1909620 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f181c0054d0 con 0x55d0a1bc7080 2024-09-19T05:46:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f1818003920 con 0x55d0a1bc7080 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 10 client.25700 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 10 client.25700 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 20 client.25700 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1beb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 4 client.25700 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:46:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0a1b37a20 con 0x55d0a1be9600 2024-09-19T05:46:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.596+0000 7f1825d9b640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1beb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.597+0000 7f180dffb640 10 client.25700 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:38.604 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.597+0000 7f1825d9b640 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1beb9f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33e6743d6e19cad0 server_cookie=73fda43bd25dec91 in_seq=0 out_seq=0 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f180dffb640 1 -- 172.21.15.7:0/3777081334 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d0a1b37a20 con 0x55d0a1be9600 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f180dffb640 10 client.25700 handle_command_reply: tid=0 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 client.25700 shutdown 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 msgr2=0x55d0a1bc9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc9cc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f18180126b0 tx=0x7f1818012ab0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 shutdown_connections 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1beb9f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.598+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bd9350 0x55d0a1bca200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f180dffb640 0 client.25700 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bc9cc0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f182f82f740 1 --2- 172.21.15.7:0/3777081334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bc9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.605 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 >> 172.21.15.7:0/3777081334 conn(0x55d0a1bc2060 msgr2=0x55d0a1bc7dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 shutdown_connections 2024-09-19T05:46:38.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.599+0000 7f182f82f740 1 -- 172.21.15.7:0/3777081334 wait complete. 2024-09-19T05:46:38.606 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.600+0000 7f182f82f740 20 client.25700 trim_cache size 0 max 16384 2024-09-19T05:46:38.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.634+0000 7f182f82f740 1 Processor -- start 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 -- start start 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bca030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b3c20 con 0x55d0a1bc5ed0 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b5760 con 0x55d0a1bc7080 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182f82f740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b42f0 con 0x55d0a1bd9350 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182659c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:41186/0 (socket says 172.21.15.7:41186) 2024-09-19T05:46:38.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f182659c640 1 -- 172.21.15.7:0/2291579689 learned_addr learned my addr 172.21.15.7:0/2291579689 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:38.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.635+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bca030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f182659c640 1 -- 172.21.15.7:0/2291579689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bd9350 msgr2=0x55d0a1bd5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f182659c640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f182659c640 1 -- 172.21.15.7:0/2291579689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 msgr2=0x55d0a1bca030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f182659c640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bca030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f182659c640 1 -- 172.21.15.7:0/2291579689 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0a1bc8500 con 0x55d0a1bc7080 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.636+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bca030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.637+0000 7f182659c640 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1818014000 tx=0x7f1818005db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ac13c401db2d66e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.637+0000 7f180ffff640 1 -- 172.21.15.7:0/2291579689 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818029040 con 0x55d0a1bc7080 2024-09-19T05:46:38.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.637+0000 7f180ffff640 1 -- 172.21.15.7:0/2291579689 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1818003aa0 con 0x55d0a1bc7080 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.637+0000 7f180ffff640 1 -- 172.21.15.7:0/2291579689 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181800f640 con 0x55d0a1bc7080 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 -- 172.21.15.7:0/2291579689 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 msgr2=0x55d0a1bd56b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1818014000 tx=0x7f1818005db0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 -- 172.21.15.7:0/2291579689 shutdown_connections 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bc7080 0x55d0a1bd56b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 --2- 172.21.15.7:0/2291579689 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1bca030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.638+0000 7f182f82f740 1 -- 172.21.15.7:0/2291579689 >> 172.21.15.7:0/2291579689 conn(0x55d0a1bc2060 msgr2=0x55d0a1bdac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.639+0000 7f182f82f740 1 -- 172.21.15.7:0/2291579689 shutdown_connections 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.639+0000 7f182f82f740 1 -- 172.21.15.7:0/2291579689 wait complete. 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.639+0000 7f182f82f740 1 -- start start 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.639+0000 7f182f82f740 1 Processor -- start 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1be1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc7080 0x55d0a1be1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1be1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f1825d9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1be1710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34008/0 (socket says 172.21.15.7:34008) 2024-09-19T05:46:38.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f1825d9b640 1 -- 172.21.15.7:0/2916128812 learned_addr learned my addr 172.21.15.7:0/2916128812 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:38.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b5090 con 0x55d0a1bc5ed0 2024-09-19T05:46:38.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b49c0 con 0x55d0a1bd9350 2024-09-19T05:46:38.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f18281b1c00 con 0x55d0a1bc7080 2024-09-19T05:46:38.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.640+0000 7f182f82f740 10 client.0 _ll_register_callbacks cb 0x7f1818009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:38.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:38 smithi007 ceph-mon[30960]: pgmap v133: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:46:38.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f182659c640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc7080 0x55d0a1be1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f1825d9b640 1 -- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc7080 msgr2=0x55d0a1be1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc7080 0x55d0a1be1c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f1825d9b640 1 -- 172.21.15.7:0/2916128812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 msgr2=0x55d0a1be1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1be1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.641+0000 7f1825d9b640 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0a1bd7d20 con 0x55d0a1bd9350 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.642+0000 7f1825d9b640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd7630 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f181c004850 tx=0x7f1818009e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd0d6de3851ffd5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.642+0000 7f180dffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.642+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181c019040 con 0x55d0a1bd9350 2024-09-19T05:46:38.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.642+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f181c02e7f0 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.642+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1818003aa0 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f181c040050 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 10 client.25706 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d0a1bf1080 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1818003aa0 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f181c02d040 con 0x55d0a1bd9350 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 10 client.25706 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 10 client.25706 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 20 client.25706 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1c562f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 4 client.25706 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.643+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d0a1b31d70 con 0x55d0a1be9600 2024-09-19T05:46:38.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.644+0000 7f182659c640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1c562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:38.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.644+0000 7f180dffb640 10 client.25706 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:38.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.644+0000 7f182659c640 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1c562f0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afc38bdb5f1a816e server_cookie=ecac636520b52f19 in_seq=0 out_seq=0 2024-09-19T05:46:38.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.649+0000 7f180dffb640 1 -- 172.21.15.7:0/2916128812 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d0a1b31d70 con 0x55d0a1be9600 2024-09-19T05:46:38.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.649+0000 7f180dffb640 10 client.25706 handle_command_reply: tid=0 2024-09-19T05:46:38.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.649+0000 7f182f82f740 1 client.25706 shutdown 2024-09-19T05:46:38.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.650+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 msgr2=0x55d0a1bd7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.650+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd7630 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f181c004850 tx=0x7f1818009e30 comp rx=0 tx=0).stop 2024-09-19T05:46:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:38 smithi063 ceph-mon[34779]: pgmap v133: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 shutdown_connections 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d0a1bd9350 0x55d0a1bd7630 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d0a1bc7080 0x55d0a1be1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d0a1be9600 0x55d0a1c562f0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 --2- 172.21.15.7:0/2916128812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d0a1bc5ed0 0x55d0a1be1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 >> 172.21.15.7:0/2916128812 conn(0x55d0a1bc2060 msgr2=0x55d0a1bc7d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f180dffb640 0 client.25706 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 shutdown_connections 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 1 -- 172.21.15.7:0/2916128812 wait complete. 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.651+0000 7f182f82f740 20 client.25706 trim_cache size 0 max 16384 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:46:38.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:46:38.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.652+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 msgr2=0x7f18100a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 0x7f18100a5870 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f18200bd2b0 tx=0x7f18200095c0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 msgr2=0x7f182806cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1820031040 tx=0x7f1820031680 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 shutdown_connections 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f18100a33b0 0x7f18100a5870 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1828107ad0 0x7f182806cf80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1828102460 0x7f182806ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 --2- 172.21.15.7:0/2473030537 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1828101ac0 0x7f18280739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 >> 172.21.15.7:0/2473030537 conn(0x7f18280fd7a0 msgr2=0x7f18280fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:38.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 shutdown_connections 2024-09-19T05:46:38.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:38.653+0000 7f182c9c0640 1 -- 172.21.15.7:0/2473030537 wait complete. 2024-09-19T05:46:38.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:38 smithi044 ceph-mon[34175]: pgmap v133: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:46:40.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:40 smithi007 ceph-mon[30960]: pgmap v134: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:40 smithi063 ceph-mon[34779]: pgmap v134: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:40.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:40 smithi044 ceph-mon[34175]: pgmap v134: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:42 smithi007 ceph-mon[30960]: pgmap v135: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 61 MiB/s wr, 988 op/s 2024-09-19T05:46:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:42 smithi063 ceph-mon[34779]: pgmap v135: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 61 MiB/s wr, 988 op/s 2024-09-19T05:46:42.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:42 smithi044 ceph-mon[34175]: pgmap v135: 97 pgs: 97 active+clean; 17 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 61 MiB/s wr, 988 op/s 2024-09-19T05:46:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:44 smithi007 ceph-mon[30960]: pgmap v136: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2024-09-19T05:46:44.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:44 smithi063 ceph-mon[34779]: pgmap v136: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2024-09-19T05:46:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:44 smithi044 ceph-mon[34175]: pgmap v136: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2024-09-19T05:46:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:46 smithi007 ceph-mon[30960]: pgmap v137: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:46:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:46 smithi063 ceph-mon[34779]: pgmap v137: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:46:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:46 smithi044 ceph-mon[34175]: pgmap v137: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:46:48.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:48 smithi007 ceph-mon[30960]: pgmap v138: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 62 MiB/s wr, 995 op/s 2024-09-19T05:46:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:48 smithi063 ceph-mon[34779]: pgmap v138: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 62 MiB/s wr, 995 op/s 2024-09-19T05:46:48.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:48 smithi044 ceph-mon[34175]: pgmap v138: 97 pgs: 97 active+clean; 17 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 62 MiB/s wr, 995 op/s 2024-09-19T05:46:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:50 smithi007 ceph-mon[30960]: pgmap v139: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:50 smithi063 ceph-mon[34779]: pgmap v139: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:50 smithi044 ceph-mon[34175]: pgmap v139: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 1.50k op/s 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 -- 172.21.15.7:0/1668732528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8260104920 msgr2=0x7f8260108960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 --2- 172.21.15.7:0/1668732528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8260104920 0x7f8260108960 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f824c009900 tx=0x7f824c02a3f0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 -- 172.21.15.7:0/1668732528 shutdown_connections 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 --2- 172.21.15.7:0/1668732528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f82601090c0 0x7f8260110c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 --2- 172.21.15.7:0/1668732528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8260104920 0x7f8260108960 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.803 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 --2- 172.21.15.7:0/1668732528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8260103f70 0x7f8260104350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 -- 172.21.15.7:0/1668732528 >> 172.21.15.7:0/1668732528 conn(0x7f82600ff980 msgr2=0x7f8260101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.800+0000 7f8266e8d640 1 -- 172.21.15.7:0/1668732528 shutdown_connections 2024-09-19T05:46:51.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 -- 172.21.15.7:0/1668732528 wait complete. 2024-09-19T05:46:51.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 Processor -- start 2024-09-19T05:46:51.804 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 -- start start 2024-09-19T05:46:51.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.806 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 0x7f826019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 0x7f826019f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8260113fc0 con 0x7f8260103f70 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8260113e40 con 0x7f82601090c0 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.801+0000 7f8266e8d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8260114140 con 0x7f826019eec0 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42502/0 (socket says 172.21.15.7:42502) 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 -- 172.21.15.7:0/402728461 learned_addr learned my addr 172.21.15.7:0/402728461 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f826542a640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 0x7f826019f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f825ffff640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 0x7f826019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 -- 172.21.15.7:0/402728461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 msgr2=0x7f826019f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 0x7f826019f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 -- 172.21.15.7:0/402728461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 msgr2=0x7f826019ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.807 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 0x7f826019ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 -- 172.21.15.7:0/402728461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826019f9b0 con 0x7f8260103f70 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f825ffff640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 0x7f826019ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f826542a640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 0x7f826019f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.802+0000 7f8264c29640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f825400e9f0 tx=0x7f825400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.803+0000 7f825dffb640 1 -- 172.21.15.7:0/402728461 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825400cd80 con 0x7f8260103f70 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.803+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826019fca0 con 0x7f8260103f70 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.803+0000 7f825dffb640 1 -- 172.21.15.7:0/402728461 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82540108e0 con 0x7f8260103f70 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.803+0000 7f825dffb640 1 -- 172.21.15.7:0/402728461 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254018920 con 0x7f8260103f70 2024-09-19T05:46:51.808 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.803+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82601a74b0 con 0x7f8260103f70 2024-09-19T05:46:51.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.806+0000 7f825dffb640 1 -- 172.21.15.7:0/402728461 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f8254010a90 con 0x7f8260103f70 2024-09-19T05:46:51.810 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 Processor -- start 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 -- start start 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e762ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f825dffb640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 0x7f82500a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e7700a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c92e6c72f0 con 0x55c92e763410 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c92e66f270 con 0x55c92e76dcb0 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8264c29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8269c2b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c92e6c32b0 con 0x55c92e762af0 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f825dffb640 1 -- 172.21.15.7:0/402728461 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f82540d0040 con 0x7f8260103f70 2024-09-19T05:46:51.811 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8264c29640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42506/0 (socket says 172.21.15.7:42506) 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f8264c29640 1 -- 172.21.15.7:0/3388944477 learned_addr learned my addr 172.21.15.7:0/3388944477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f825ffff640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 0x7f82500a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.807+0000 7f826542a640 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e7700a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f826542a640 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e762ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 -- 172.21.15.7:0/3388944477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 msgr2=0x55c92e762ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e762ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 -- 172.21.15.7:0/3388944477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 msgr2=0x55c92e7700a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e7700a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 -- 172.21.15.7:0/3388944477 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c92e66e340 con 0x55c92e763410 2024-09-19T05:46:51.812 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f825ffff640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 0x7f82500a58f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f824c006010 tx=0x7f824c000bc0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f8264c29640 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f825400c6a0 tx=0x7f8254014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eab66849301b42fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f824affd640 1 -- 172.21.15.7:0/3388944477 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825409ca30 con 0x55c92e763410 2024-09-19T05:46:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f824affd640 1 -- 172.21.15.7:0/3388944477 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f825409c330 con 0x55c92e763410 2024-09-19T05:46:51.813 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.808+0000 7f824affd640 1 -- 172.21.15.7:0/3388944477 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254093cf0 con 0x55c92e763410 2024-09-19T05:46:51.815 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- 172.21.15.7:0/3388944477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 msgr2=0x55c92e76d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f825400c6a0 tx=0x7f8254014600 comp rx=0 tx=0).stop 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- 172.21.15.7:0/3388944477 shutdown_connections 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e7700a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76d770 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3388944477 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e762ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.816 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- 172.21.15.7:0/3388944477 >> 172.21.15.7:0/3388944477 conn(0x55c92e75f060 msgr2=0x55c92e75f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- 172.21.15.7:0/3388944477 shutdown_connections 2024-09-19T05:46:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- 172.21.15.7:0/3388944477 wait complete. 2024-09-19T05:46:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.810+0000 7f8269c2b740 1 -- start start 2024-09-19T05:46:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.811+0000 7f8269c2b740 1 Processor -- start 2024-09-19T05:46:51.817 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.811+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.811+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:42988/0 (socket says 172.21.15.7:42988) 2024-09-19T05:46:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8264c29640 1 -- 172.21.15.7:0/810459280 learned_addr learned my addr 172.21.15.7:0/810459280 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:51.818 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e76b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c92e770880 con 0x55c92e763410 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f825ffff640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f826542a640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e76b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c92e650290 con 0x55c92e76dcb0 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.812+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c92e770a00 con 0x55c92e762af0 2024-09-19T05:46:51.819 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 -- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 msgr2=0x55c92e76ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 -- 172.21.15.7:0/810459280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 msgr2=0x55c92e76b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c92e3da210 con 0x55c92e76dcb0 2024-09-19T05:46:51.820 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f825ffff640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:51.821 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f8264c29640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:46:51.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f826542a640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e76b6a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55c92e765690 tx=0x7f825800ea50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9fca3b26ace64a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f823ffff640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:46:51.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f8269c2b740 10 client.0 _ll_register_callbacks cb 0x55c92e681140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:51.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.813+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f825409c330 con 0x55c92e76dcb0 2024-09-19T05:46:51.822 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.814+0000 7f823ffff640 1 -- 172.21.15.7:0/810459280 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258027070 con 0x55c92e76dcb0 2024-09-19T05:46:51.824 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.814+0000 7f823ffff640 1 -- 172.21.15.7:0/810459280 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f8258023d30 con 0x55c92e76dcb0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.814+0000 7f823ffff640 1 -- 172.21.15.7:0/810459280 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f8258030050 con 0x55c92e76dcb0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.814+0000 7f8269c2b740 10 client.25718 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.814+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x55c92e4a6620 con 0x55c92e76dcb0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.816+0000 7f823ffff640 1 -- 172.21.15.7:0/810459280 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f8258033020 con 0x55c92e76dcb0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.816+0000 7f8269c2b740 10 client.25718 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.816+0000 7f8269c2b740 10 client.25718 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.816+0000 7f8269c2b740 20 client.25718 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.816+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e77da50 0x55c92e77fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.817+0000 7f8269c2b740 4 client.25718 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.817+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c92e6d4a20 con 0x55c92e77da50 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.817+0000 7f8264c29640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e77da50 0x55c92e77fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.817+0000 7f8264c29640 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e77da50 0x55c92e77fe80 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=342a44813546cabe server_cookie=3a159fb1daf8fe55 in_seq=0 out_seq=0 2024-09-19T05:46:51.825 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.817+0000 7f823ffff640 10 client.25718 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.818+0000 7f823ffff640 1 -- 172.21.15.7:0/810459280 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c92e6d4a20 con 0x55c92e77da50 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.818+0000 7f823ffff640 10 client.25718 handle_command_reply: tid=0 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.819+0000 7f8269c2b740 1 client.25718 shutdown 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 msgr2=0x55c92e76b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e76b6a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55c92e765690 tx=0x7f825800ea50 comp rx=0 tx=0).stop 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 shutdown_connections 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e76dcb0 0x55c92e76b6a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e77da50 0x55c92e77fe80 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e763410 0x55c92e76b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 --2- 172.21.15.7:0/810459280 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 >> 172.21.15.7:0/810459280 conn(0x55c92e75f060 msgr2=0x55c92e764dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f823ffff640 0 client.25718 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 shutdown_connections 2024-09-19T05:46:51.826 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 1 -- 172.21.15.7:0/810459280 wait complete. 2024-09-19T05:46:51.827 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.820+0000 7f8269c2b740 20 client.25718 trim_cache size 0 max 16384 2024-09-19T05:46:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 Processor -- start 2024-09-19T05:46:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 -- start start 2024-09-19T05:46:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e76b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e76b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f82601ab640 con 0x55c92e76dcb0 2024-09-19T05:46:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f82601ad180 con 0x55c92e763410 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8269c2b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f82601abd10 con 0x55c92e762af0 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:43000/0 (socket says 172.21.15.7:43000) 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.851+0000 7f8264c29640 1 -- 172.21.15.7:0/3682250804 learned_addr learned my addr 172.21.15.7:0/3682250804 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e76b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f825ffff640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e76b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 -- 172.21.15.7:0/3682250804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 msgr2=0x55c92e76cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 -- 172.21.15.7:0/3682250804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 msgr2=0x55c92e76b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e76b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 -- 172.21.15.7:0/3682250804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c92e75a2d0 con 0x55c92e76dcb0 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f825ffff640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e76b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f826542a640 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e76b690 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8258006010 tx=0x7f8258013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6248adc499ef755c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.852+0000 7f824a7fc640 1 -- 172.21.15.7:0/3682250804 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258027070 con 0x55c92e76dcb0 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.853+0000 7f824a7fc640 1 -- 172.21.15.7:0/3682250804 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f825409c330 con 0x55c92e76dcb0 2024-09-19T05:46:51.855 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.853+0000 7f824a7fc640 1 -- 172.21.15.7:0/3682250804 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258019040 con 0x55c92e76dcb0 2024-09-19T05:46:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.853+0000 7f8269c2b740 1 -- 172.21.15.7:0/3682250804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 msgr2=0x55c92e76b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.853+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e76b690 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8258006010 tx=0x7f8258013000 comp rx=0 tx=0).stop 2024-09-19T05:46:51.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 -- 172.21.15.7:0/3682250804 shutdown_connections 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e76b690 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e76b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 --2- 172.21.15.7:0/3682250804 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e76cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 -- 172.21.15.7:0/3682250804 >> 172.21.15.7:0/3682250804 conn(0x55c92e75f060 msgr2=0x55c92e76c480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 -- 172.21.15.7:0/3682250804 shutdown_connections 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 -- 172.21.15.7:0/3682250804 wait complete. 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.854+0000 7f8269c2b740 1 -- start start 2024-09-19T05:46:51.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.855+0000 7f8269c2b740 1 Processor -- start 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.855+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e7762a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8269c2b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e7711a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8264c29640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:43010/0 (socket says 172.21.15.7:43010) 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8264c29640 1 -- 172.21.15.7:0/2822460159 learned_addr learned my addr 172.21.15.7:0/2822460159 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f825ffff640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e7762a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f82601acab0 con 0x55c92e76dcb0 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f82601ac3e0 con 0x55c92e763410 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f826542a640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e7711a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.856+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f82601a9640 con 0x55c92e762af0 2024-09-19T05:46:51.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8269c2b740 10 client.0 _ll_register_callbacks cb 0x7f8258010f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 -- 172.21.15.7:0/2822460159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 msgr2=0x55c92e7762a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e7762a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 -- 172.21.15.7:0/2822460159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 msgr2=0x55c92e7711a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e7711a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c92e7719b0 con 0x55c92e762af0 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f8264c29640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f825409c2c0 tx=0x7f8254000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bf2e52eff7dfcf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:46:51.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f823ffff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:46:51.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.857+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825409ca30 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f825409c330 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f82540a4b10 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f82540a06e0 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 10 client.25882 fetch_fsmap learned FSMap version 33 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55c92e7e8190 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f825409c330 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f82540b0420 con 0x55c92e762af0 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 10 client.25882 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 10 client.25882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 20 client.25882 populate_metadata read hostname 'smithi007' 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e7e84d0 0x55c92e7ea8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:46:51.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 4 client.25882 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:46:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.858+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c92e6ced70 con 0x55c92e7e84d0 2024-09-19T05:46:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.859+0000 7f825ffff640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e7e84d0 0x55c92e7ea8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:46:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.859+0000 7f823ffff640 10 client.25882 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:51.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.859+0000 7f825ffff640 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e7e84d0 0x55c92e7ea8c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfa3711888214dfe server_cookie=387933d9d892483e in_seq=0 out_seq=0 2024-09-19T05:46:51.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.869+0000 7f823ffff640 1 -- 172.21.15.7:0/2822460159 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c92e6ced70 con 0x55c92e7e84d0 2024-09-19T05:46:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.869+0000 7f823ffff640 10 client.25882 handle_command_reply: tid=0 2024-09-19T05:46:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.869+0000 7f8269c2b740 1 client.25882 shutdown 2024-09-19T05:46:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.869+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 msgr2=0x55c92e775d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.869+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f825409c2c0 tx=0x7f8254000bc0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 shutdown_connections 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c92e7e84d0 0x55c92e7ea8c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c92e76dcb0 0x55c92e7711a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f823ffff640 0 client.25882 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c92e763410 0x55c92e7762a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.870+0000 7f8269c2b740 1 --2- 172.21.15.7:0/2822460159 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c92e762af0 0x55c92e775d60 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.871+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 >> 172.21.15.7:0/2822460159 conn(0x55c92e75f060 msgr2=0x55c92e764d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.871+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 shutdown_connections 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.871+0000 7f8269c2b740 1 -- 172.21.15.7:0/2822460159 wait complete. 2024-09-19T05:46:51.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.871+0000 7f8269c2b740 20 client.25882 trim_cache size 0 max 16384 2024-09-19T05:46:51.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:46:51.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:46:51.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:46:51.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 msgr2=0x7f82500a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 0x7f82500a58f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f824c006010 tx=0x7f824c000bc0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 msgr2=0x7f826019a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f825400e9f0 tx=0x7f825400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 shutdown_connections 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f82500a3430 0x7f82500a58f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f826019eec0 0x7f826019f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f82601090c0 0x7f826019ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 --2- 172.21.15.7:0/402728461 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8260103f70 0x7f826019a600 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:46:51.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 >> 172.21.15.7:0/402728461 conn(0x7f82600ff980 msgr2=0x7f8260100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:46:51.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.873+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 shutdown_connections 2024-09-19T05:46:51.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:46:51.874+0000 7f8266e8d640 1 -- 172.21.15.7:0/402728461 wait complete. 2024-09-19T05:46:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:52 smithi007 ceph-mon[30960]: pgmap v140: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:52 smithi063 ceph-mon[34779]: pgmap v140: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:52 smithi044 ceph-mon[34175]: pgmap v140: 97 pgs: 97 active+clean; 17 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:46:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:54 smithi007 ceph-mon[30960]: pgmap v141: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:46:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:54 smithi063 ceph-mon[34779]: pgmap v141: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:46:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:54 smithi044 ceph-mon[34175]: pgmap v141: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 11 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:46:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:56 smithi007 ceph-mon[30960]: pgmap v142: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2024-09-19T05:46:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:56 smithi063 ceph-mon[34779]: pgmap v142: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2024-09-19T05:46:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:56 smithi044 ceph-mon[34175]: pgmap v142: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2024-09-19T05:46:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:46:58 smithi007 ceph-mon[30960]: pgmap v143: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:46:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:46:58 smithi063 ceph-mon[34779]: pgmap v143: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:46:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:46:58 smithi044 ceph-mon[34175]: pgmap v143: 97 pgs: 97 active+clean; 18 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:47:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:00 smithi007 ceph-mon[30960]: pgmap v144: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 12 KiB/s rd, 94 MiB/s wr, 1.51k op/s 2024-09-19T05:47:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:00 smithi063 ceph-mon[34779]: pgmap v144: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 12 KiB/s rd, 94 MiB/s wr, 1.51k op/s 2024-09-19T05:47:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:00 smithi044 ceph-mon[34175]: pgmap v144: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 12 KiB/s rd, 94 MiB/s wr, 1.51k op/s 2024-09-19T05:47:01.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:01 smithi044 ceph-mon[34175]: pgmap v145: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:47:01.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:01 smithi007 ceph-mon[30960]: pgmap v145: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:47:01.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:01 smithi063 ceph-mon[34779]: pgmap v145: 97 pgs: 97 active+clean; 18 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2024-09-19T05:47:03.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:03 smithi007 ceph-mon[30960]: pgmap v146: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:47:03.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:03 smithi063 ceph-mon[34779]: pgmap v146: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:47:03.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:03 smithi044 ceph-mon[34175]: pgmap v146: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.42k op/s 2024-09-19T05:47:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 -- 172.21.15.7:0/3236507550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d01059c0 msgr2=0x7f33d0105da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 --2- 172.21.15.7:0/3236507550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d01059c0 0x7f33d0105da0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f33c0009900 tx=0x7f33c002a3f0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 -- 172.21.15.7:0/3236507550 shutdown_connections 2024-09-19T05:47:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 --2- 172.21.15.7:0/3236507550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d0101ef0 0x7f33d0100420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 --2- 172.21.15.7:0/3236507550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d01019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 --2- 172.21.15.7:0/3236507550 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d01059c0 0x7f33d0105da0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 -- 172.21.15.7:0/3236507550 >> 172.21.15.7:0/3236507550 conn(0x7f33d00fba00 msgr2=0x7f33d00fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 -- 172.21.15.7:0/3236507550 shutdown_connections 2024-09-19T05:47:05.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.025+0000 7f33d57b9640 1 -- 172.21.15.7:0/3236507550 wait complete. 2024-09-19T05:47:05.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.026+0000 7f33d57b9640 1 Processor -- start 2024-09-19T05:47:05.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.026+0000 7f33d57b9640 1 -- start start 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33d57b9640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d019a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33d57b9640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33d57b9640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 0x7f33d019ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38936/0 (socket says 172.21.15.7:38936) 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33ce7fc640 1 -- 172.21.15.7:0/2179674960 learned_addr learned my addr 172.21.15.7:0/2179674960 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.027+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 0x7f33d019ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f33d0114040 con 0x7f33d01059c0 2024-09-19T05:47:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33ceffd640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d019a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f33d0113ec0 con 0x7f33d0101530 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01141c0 con 0x7f33d0101ef0 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33cf7fe640 1 -- 172.21.15.7:0/2179674960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 msgr2=0x7f33d019a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33cf7fe640 1 -- 172.21.15.7:0/2179674960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 msgr2=0x7f33d019a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d019a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33cf7fe640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d019f400 con 0x7f33d01059c0 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.028+0000 7f33ceffd640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d019a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.029+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 0x7f33d019ecd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f33c800e940 tx=0x7f33c800ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.030+0000 7f33b7fff640 1 -- 172.21.15.7:0/2179674960 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c8004d20 con 0x7f33d01059c0 2024-09-19T05:47:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.030+0000 7f33b7fff640 1 -- 172.21.15.7:0/2179674960 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c8005020 con 0x7f33d01059c0 2024-09-19T05:47:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.030+0000 7f33b7fff640 1 -- 172.21.15.7:0/2179674960 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c80116d0 con 0x7f33d01059c0 2024-09-19T05:47:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.030+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33d019f6f0 con 0x7f33d01059c0 2024-09-19T05:47:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.031+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33d01a6f80 con 0x7f33d01059c0 2024-09-19T05:47:05.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.034+0000 7f33b7fff640 1 -- 172.21.15.7:0/2179674960 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f33c800cb20 con 0x7f33d01059c0 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 Processor -- start 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 -- start start 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e986770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e986cb0 0x56346e9890a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.042 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56346e8e02f0 con 0x56346e97c410 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38942/0 (socket says 172.21.15.7:38942) 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3576782545 learned_addr learned my addr 172.21.15.7:0/3576782545 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56346e888270 con 0x56346e986cb0 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.035+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56346e8dc2b0 con 0x56346e97baf0 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e986770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.043 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e986cb0 0x56346e9890a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3576782545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e986cb0 msgr2=0x56346e9890a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e986cb0 0x56346e9890a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3576782545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 msgr2=0x56346e986770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e986770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3576782545 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56346e887340 con 0x56346e97baf0 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33b7fff640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 0x7f33b80a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f33c4011ca0 tx=0x7f33c4009c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36ac71730be75f9f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.044 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33b7fff640 1 -- 172.21.15.7:0/2179674960 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f33c80cfff0 con 0x7f33d01059c0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 0x7f33b80a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33b57fa640 1 -- 172.21.15.7:0/3576782545 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c400fc50 con 0x56346e97baf0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33b57fa640 1 -- 172.21.15.7:0/3576782545 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c400fdf0 con 0x56346e97baf0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.036+0000 7f33b57fa640 1 -- 172.21.15.7:0/3576782545 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c400e610 con 0x56346e97baf0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.037+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 msgr2=0x56346e97bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33cf7fe640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 0x7f33b80a59c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f33c8098d00 tx=0x7f33c8004a40 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f33c4011ca0 tx=0x7f33c4009c30 comp rx=0 tx=0).stop 2024-09-19T05:47:05.045 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 shutdown_connections 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e986cb0 0x56346e9890a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e986770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 --2- 172.21.15.7:0/3576782545 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e97baf0 0x56346e97bed0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 >> 172.21.15.7:0/3576782545 conn(0x56346e978060 msgr2=0x56346e978440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.038+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 shutdown_connections 2024-09-19T05:47:05.046 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.039+0000 7f33d8626740 1 -- 172.21.15.7:0/3576782545 wait complete. 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.040+0000 7f33d8626740 1 -- start start 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.040+0000 7f33d8626740 1 Processor -- start 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.041+0000 7f33d8626740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e983c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.041+0000 7f33d8626740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e984170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.041+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e983c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.041+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e983c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60614/0 (socket says 172.21.15.7:60614) 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.041+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3727690223 learned_addr learned my addr 172.21.15.7:0/3727690223 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e984170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e9846b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56346e989880 con 0x56346e97baf0 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56346e869290 con 0x56346e97c410 2024-09-19T05:47:05.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56346e989a00 con 0x56346e986cb0 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.042+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e9846b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33d8626740 10 client.0 _ll_register_callbacks cb 0x56346e89a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 -- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 msgr2=0x56346e9846b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e9846b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 -- 172.21.15.7:0/3727690223 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 msgr2=0x56346e983c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e983c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56346e5f3210 con 0x56346e97c410 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33c400fdf0 con 0x56346e97c410 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e984170 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f33c0000c00 tx=0x7f33c0004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4185aeeb59281abc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33b2ff5640 10 client.25736 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3727690223 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c0035040 con 0x56346e97c410 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.043+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3727690223 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f33c0004460 con 0x56346e97c410 2024-09-19T05:47:05.052 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3727690223 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f33c0031880 con 0x56346e97c410 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 10 client.25736 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x56346e6bf620 con 0x56346e97c410 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3727690223 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f33c0005030 con 0x56346e97c410 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 10 client.25736 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 10 client.25736 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 20 client.25736 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346e996ae0 0x56346e998ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 4 client.25736 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.044+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56346e8eda20 con 0x56346e996ae0 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.045+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346e996ae0 0x56346e998ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.045+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346e996ae0 0x56346e998ef0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c635b91f4945bbc3 server_cookie=e9cd090b00e90023 in_seq=0 out_seq=0 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.045+0000 7f33b2ff5640 10 client.25736 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:05.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3727690223 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56346e8eda20 con 0x56346e996ae0 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33b2ff5640 10 client.25736 handle_command_reply: tid=0 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 client.25736 shutdown 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 msgr2=0x56346e984170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e984170 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f33c0000c00 tx=0x7f33c0004270 comp rx=0 tx=0).stop 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 shutdown_connections 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e9846b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e984170 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.046+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346e996ae0 0x56346e998ef0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33d8626740 1 --2- 172.21.15.7:0/3727690223 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e983c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33b2ff5640 0 client.25736 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 >> 172.21.15.7:0/3727690223 conn(0x56346e978060 msgr2=0x56346e97ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 shutdown_connections 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33d8626740 1 -- 172.21.15.7:0/3727690223 wait complete. 2024-09-19T05:47:05.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.047+0000 7f33d8626740 20 client.25736 trim_cache size 0 max 16384 2024-09-19T05:47:05.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.070+0000 7f33d8626740 1 Processor -- start 2024-09-19T05:47:05.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.070+0000 7f33d8626740 1 -- start start 2024-09-19T05:47:05.073 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33d8626740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33d8626740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e9844e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:55500/0 (socket says 172.21.15.7:55500) 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3562912518 learned_addr learned my addr 172.21.15.7:0/3562912518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.071+0000 7f33d8626740 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e985ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01af870 con 0x56346e97c410 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01b13b0 con 0x56346e97baf0 2024-09-19T05:47:05.074 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e9844e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01aff40 con 0x56346e986cb0 2024-09-19T05:47:05.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e985ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.075 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3562912518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 msgr2=0x56346e985ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e985ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3562912518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 msgr2=0x56346e9844e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e9844e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3562912518 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56346e97c240 con 0x56346e97baf0 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.072+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f33c4021010 tx=0x7f33c4009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=892b9b30f709130 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.073+0000 7f33b4ff9640 1 -- 172.21.15.7:0/3562912518 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c4005520 con 0x56346e97baf0 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.073+0000 7f33b4ff9640 1 -- 172.21.15.7:0/3562912518 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c40035f0 con 0x56346e97baf0 2024-09-19T05:47:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.073+0000 7f33b4ff9640 1 -- 172.21.15.7:0/3562912518 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c40303f0 con 0x56346e97baf0 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 msgr2=0x56346e97e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f33c4021010 tx=0x7f33c4009c30 comp rx=0 tx=0).stop 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 shutdown_connections 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346e985ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97c410 0x56346e9844e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 --2- 172.21.15.7:0/3562912518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97baf0 0x56346e97e5b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.074+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 >> 172.21.15.7:0/3562912518 conn(0x56346e978060 msgr2=0x56346e985490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.075+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 shutdown_connections 2024-09-19T05:47:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.075+0000 7f33d8626740 1 -- 172.21.15.7:0/3562912518 wait complete. 2024-09-19T05:47:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.075+0000 7f33d8626740 1 -- start start 2024-09-19T05:47:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 Processor -- start 2024-09-19T05:47:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e98a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346ea01f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.079 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33ce7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60634/0 (socket says 172.21.15.7:60634) 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3923173173 learned_addr learned my addr 172.21.15.7:0/3923173173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01b0ce0 con 0x56346e97baf0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01b0610 con 0x56346e97c410 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f33d01ad850 con 0x56346e986cb0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e98a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346ea01f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.076+0000 7f33d8626740 10 client.0 _ll_register_callbacks cb 0x7f33c0032eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 msgr2=0x56346ea01f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346ea01f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3923173173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 msgr2=0x56346e98a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:05.080 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e98a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.081 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56346ea025e0 con 0x56346e97baf0 2024-09-19T05:47:05.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33ce7fc640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f33c4011910 tx=0x7f33c4005170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a0de95906d290 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:05.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33b2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:47:05.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c4034040 con 0x56346e97baf0 2024-09-19T05:47:05.082 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33c40035f0 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.077+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f33c4019040 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f33c4047050 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 10 client.16218 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56346ea09930 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c40035f0 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f33c4042030 con 0x56346e97baf0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 10 client.16218 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 10 client.16218 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 20 client.16218 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346ea09ef0 0x56346ea0c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 4 client.16218 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.078+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56346e8e7d70 con 0x56346ea09ef0 2024-09-19T05:47:05.083 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.079+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346ea09ef0 0x56346ea0c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:05.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.079+0000 7f33ceffd640 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346ea09ef0 0x56346ea0c310 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bb52c50381037a server_cookie=c588aa4608a8f5e in_seq=0 out_seq=0 2024-09-19T05:47:05.084 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.079+0000 7f33b2ff5640 10 client.16218 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.092+0000 7f33b2ff5640 1 -- 172.21.15.7:0/3923173173 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56346e8e7d70 con 0x56346ea09ef0 2024-09-19T05:47:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33b2ff5640 10 client.16218 handle_command_reply: tid=0 2024-09-19T05:47:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 client.16218 shutdown 2024-09-19T05:47:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 msgr2=0x56346e98a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f33c4011910 tx=0x7f33c4005170 comp rx=0 tx=0).stop 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 shutdown_connections 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56346e986cb0 0x56346ea01f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56346e97c410 0x56346e98a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56346ea09ef0 0x56346ea0c310 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 --2- 172.21.15.7:0/3923173173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56346e97baf0 0x56346e98a320 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.093+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 >> 172.21.15.7:0/3923173173 conn(0x56346e978060 msgr2=0x56346e9771c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.094+0000 7f33b2ff5640 0 client.16218 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.094+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 shutdown_connections 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.094+0000 7f33d8626740 1 -- 172.21.15.7:0/3923173173 wait complete. 2024-09-19T05:47:05.097 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.094+0000 7f33d8626740 20 client.16218 trim_cache size 0 max 16384 2024-09-19T05:47:05.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:47:05.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:47:05.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:47:05.098 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 msgr2=0x7f33b80a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 0x7f33b80a59c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f33c8098d00 tx=0x7f33c8004a40 comp rx=0 tx=0).stop 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 msgr2=0x7f33d019ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 0x7f33d019ecd0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f33c800e940 tx=0x7f33c800ee00 comp rx=0 tx=0).stop 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 shutdown_connections 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f33d01059c0 0x7f33d019ecd0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f33b80a3500 0x7f33b80a59c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f33d0101ef0 0x7f33d019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 --2- 172.21.15.7:0/2179674960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f33d0101530 0x7f33d019a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 >> 172.21.15.7:0/2179674960 conn(0x7f33d00fba00 msgr2=0x7f33d010d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.096+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 shutdown_connections 2024-09-19T05:47:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:05.097+0000 7f33d57b9640 1 -- 172.21.15.7:0/2179674960 wait complete. 2024-09-19T05:47:05.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:05 smithi007 ceph-mon[30960]: pgmap v147: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:47:05.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:05 smithi063 ceph-mon[34779]: pgmap v147: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:47:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:05 smithi044 ceph-mon[34175]: pgmap v147: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 62 MiB/s wr, 1.02k op/s 2024-09-19T05:47:07.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:07 smithi007 ceph-mon[30960]: pgmap v148: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:47:07.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:07 smithi063 ceph-mon[34779]: pgmap v148: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:47:07.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:07 smithi044 ceph-mon[34175]: pgmap v148: 97 pgs: 97 active+clean; 18 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 18 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:47:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:09 smithi007 ceph-mon[30960]: pgmap v149: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 24 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2024-09-19T05:47:09.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:09 smithi063 ceph-mon[34779]: pgmap v149: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 24 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2024-09-19T05:47:09.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:09 smithi044 ceph-mon[34175]: pgmap v149: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 24 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2024-09-19T05:47:11.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:11 smithi007 ceph-mon[30960]: pgmap v150: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 17 KiB/s rd, 57 MiB/s wr, 941 op/s 2024-09-19T05:47:11.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:11 smithi063 ceph-mon[34779]: pgmap v150: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 17 KiB/s rd, 57 MiB/s wr, 941 op/s 2024-09-19T05:47:11.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:11 smithi044 ceph-mon[34175]: pgmap v150: 97 pgs: 97 active+clean; 18 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 17 KiB/s rd, 57 MiB/s wr, 941 op/s 2024-09-19T05:47:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:13 smithi007 ceph-mon[30960]: pgmap v151: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 21 KiB/s rd, 84 MiB/s wr, 1.38k op/s 2024-09-19T05:47:13.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:13 smithi063 ceph-mon[34779]: pgmap v151: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 21 KiB/s rd, 84 MiB/s wr, 1.38k op/s 2024-09-19T05:47:13.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:13 smithi044 ceph-mon[34175]: pgmap v151: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 21 KiB/s rd, 84 MiB/s wr, 1.38k op/s 2024-09-19T05:47:15.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:15 smithi007 ceph-mon[30960]: pgmap v152: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:15.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:15 smithi063 ceph-mon[34779]: pgmap v152: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:15.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:15 smithi044 ceph-mon[34175]: pgmap v152: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:17.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:17 smithi007 ceph-mon[30960]: pgmap v153: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 969 op/s 2024-09-19T05:47:17.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:17 smithi063 ceph-mon[34779]: pgmap v153: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 969 op/s 2024-09-19T05:47:17.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:17 smithi044 ceph-mon[34175]: pgmap v153: 97 pgs: 97 active+clean; 19 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 969 op/s 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 -- 172.21.15.7:0/3068347536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 msgr2=0x7f08cc10de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 --2- 172.21.15.7:0/3068347536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10de70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f08bc009900 tx=0x7f08bc02a410 comp rx=0 tx=0).stop 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 -- 172.21.15.7:0/3068347536 shutdown_connections 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 --2- 172.21.15.7:0/3068347536 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc10e3b0 0x7f08cc1107a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 --2- 172.21.15.7:0/3068347536 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10de70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 --2- 172.21.15.7:0/3068347536 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc100800 0x7f08cc100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 -- 172.21.15.7:0/3068347536 >> 172.21.15.7:0/3068347536 conn(0x7f08cc0779a0 msgr2=0x7f08cc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 -- 172.21.15.7:0/3068347536 shutdown_connections 2024-09-19T05:47:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.249+0000 7f08d417f640 1 -- 172.21.15.7:0/3068347536 wait complete. 2024-09-19T05:47:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.250+0000 7f08d417f640 1 Processor -- start 2024-09-19T05:47:18.252 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.250+0000 7f08d417f640 1 -- start start 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc10e3b0 0x7f08cc10ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc103310 con 0x7f08cc10e3b0 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc103190 con 0x7f08cc100800 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d417f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc103490 con 0x7f08cc1011b0 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d271c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc10e3b0 0x7f08cc10ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:35226/0 (socket says 172.21.15.7:35226) 2024-09-19T05:47:18.253 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 -- 172.21.15.7:0/2173219919 learned_addr learned my addr 172.21.15.7:0/2173219919 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:18.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d171a640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 -- 172.21.15.7:0/2173219919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 msgr2=0x7f08cc10c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 -- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc10e3b0 msgr2=0x7f08cc10ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc10e3b0 0x7f08cc10ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.251+0000 7f08d1f1b640 1 -- 172.21.15.7:0/2173219919 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08cc1aabf0 con 0x7f08cc100800 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f08c800ea60 tx=0x7f08c800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08c2ffd640 1 -- 172.21.15.7:0/2173219919 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c800cde0 con 0x7f08cc100800 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08c2ffd640 1 -- 172.21.15.7:0/2173219919 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c80035f0 con 0x7f08cc100800 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08c2ffd640 1 -- 172.21.15.7:0/2173219919 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c8010690 con 0x7f08cc100800 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08cc1aaee0 con 0x7f08cc100800 2024-09-19T05:47:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.252+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08cc1ab3a0 con 0x7f08cc100800 2024-09-19T05:47:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.255+0000 7f08c2ffd640 1 -- 172.21.15.7:0/2173219919 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f08c80037a0 con 0x7f08cc100800 2024-09-19T05:47:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.256+0000 7f08d6ff5740 1 Processor -- start 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.256+0000 7f08d6ff5740 1 -- start start 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.256+0000 7f08c2ffd640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 0x7f08b80a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 0x562d9c2e4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2efcb0 0x562d9c2f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562d9c2492f0 con 0x562d9c2e5410 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562d9c1f1270 con 0x562d9c2e4af0 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562d9c2452b0 con 0x562d9c2efcb0 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d271c640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 0x7f08b80a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 0x562d9c2e4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d171a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d171a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39860/0 (socket says 172.21.15.7:39860) 2024-09-19T05:47:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d171a640 1 -- 172.21.15.7:0/74547483 learned_addr learned my addr 172.21.15.7:0/74547483 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08c2ffd640 1 -- 172.21.15.7:0/2173219919 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f08c80cff70 con 0x7f08cc100800 2024-09-19T05:47:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 -- 172.21.15.7:0/74547483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2efcb0 msgr2=0x562d9c2f20a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2efcb0 0x562d9c2f20a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 -- 172.21.15.7:0/74547483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 msgr2=0x562d9c2ef770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d1f1b640 1 -- 172.21.15.7:0/74547483 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d9c1f0340 con 0x562d9c2e4af0 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.257+0000 7f08d171a640 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.258+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 0x562d9c2e4ed0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f08c80cd670 tx=0x7f08c8097ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=583866c6dce6eb9d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.258+0000 7f08d271c640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 0x7f08b80a58f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f08cc074c90 tx=0x7f08c4009500 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.258+0000 7f08b7fff640 1 -- 172.21.15.7:0/74547483 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c809bb60 con 0x562d9c2e4af0 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.258+0000 7f08b7fff640 1 -- 172.21.15.7:0/74547483 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c8003b30 con 0x562d9c2e4af0 2024-09-19T05:47:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.258+0000 7f08b7fff640 1 -- 172.21.15.7:0/74547483 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c80a1740 con 0x562d9c2e4af0 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 -- 172.21.15.7:0/74547483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 msgr2=0x562d9c2e4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 0x562d9c2e4ed0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f08c80cd670 tx=0x7f08c8097ea0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 -- 172.21.15.7:0/74547483 shutdown_connections 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2efcb0 0x562d9c2f20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/74547483 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e4af0 0x562d9c2e4ed0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.260+0000 7f08d6ff5740 1 -- 172.21.15.7:0/74547483 >> 172.21.15.7:0/74547483 conn(0x562d9c2e1060 msgr2=0x562d9c2e1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.261+0000 7f08d6ff5740 1 -- 172.21.15.7:0/74547483 shutdown_connections 2024-09-19T05:47:18.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.261+0000 7f08d6ff5740 1 -- 172.21.15.7:0/74547483 wait complete. 2024-09-19T05:47:18.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.261+0000 7f08d6ff5740 1 -- start start 2024-09-19T05:47:18.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.261+0000 7f08d6ff5740 1 Processor -- start 2024-09-19T05:47:18.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e4af0 0x562d9c2ecc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c2ed6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562d9c2f2880 con 0x562d9c2e4af0 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562d9c1d2290 con 0x562d9c2efcb0 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562d9c2f2a00 con 0x562d9c2e5410 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d171a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d6ff5740 10 client.0 _ll_register_callbacks cb 0x562d9c203140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d171a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:56288/0 (socket says 172.21.15.7:56288) 2024-09-19T05:47:18.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.262+0000 7f08d171a640 1 -- 172.21.15.7:0/1954434464 learned_addr learned my addr 172.21.15.7:0/1954434464 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 -- 172.21.15.7:0/1954434464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 msgr2=0x562d9c2ed6b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c2ed6b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 -- 172.21.15.7:0/1954434464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e4af0 msgr2=0x562d9c2ecc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e4af0 0x562d9c2ecc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 -- 172.21.15.7:0/1954434464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d9bf5c210 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08d171a640 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f08bc005940 tx=0x7f08bc031df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d95b644f18c2db47 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.263+0000 7f08b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08bc035040 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562d9c256a20 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f08bc004040 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f08bc004240 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08d6ff5740 10 client.25909 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562d9c028620 con 0x562d9c2e5410 2024-09-19T05:47:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.264+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562d9c256a20 con 0x562d9c2e5410 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f08bc044020 con 0x562d9c2e5410 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 10 client.25909 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 10 client.25909 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 20 client.25909 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c2ffc90 0x562d9c3020a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 4 client.25909 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d9c250d70 con 0x562d9c2ffc90 2024-09-19T05:47:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.265+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c2ffc90 0x562d9c3020a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.266+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c2ffc90 0x562d9c3020a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=893611385472fa79 server_cookie=b97b811550c41c2a in_seq=0 out_seq=0 2024-09-19T05:47:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.266+0000 7f08b57fa640 10 client.25909 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.266+0000 7f08b57fa640 1 -- 172.21.15.7:0/1954434464 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d9c250d70 con 0x562d9c2ffc90 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.266+0000 7f08b57fa640 10 client.25909 handle_command_reply: tid=0 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 client.25909 shutdown 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 msgr2=0x562d9c2ed170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f08bc005940 tx=0x7f08bc031df0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 shutdown_connections 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c2ed6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e5410 0x562d9c2ed170 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c2ffc90 0x562d9c3020a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/1954434464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e4af0 0x562d9c2ecc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 >> 172.21.15.7:0/1954434464 conn(0x562d9c2e1060 msgr2=0x562d9c2e6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08b57fa640 0 client.25909 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:18.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 shutdown_connections 2024-09-19T05:47:18.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 1 -- 172.21.15.7:0/1954434464 wait complete. 2024-09-19T05:47:18.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.267+0000 7f08d6ff5740 20 client.25909 trim_cache size 0 max 16384 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 Processor -- start 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 -- start start 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c3079b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b3eb0 con 0x562d9c2e5410 2024-09-19T05:47:18.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b59f0 con 0x562d9c2efcb0 2024-09-19T05:47:18.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d6ff5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b4580 con 0x562d9c2e4af0 2024-09-19T05:47:18.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d171a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d171a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39880/0 (socket says 172.21.15.7:39880) 2024-09-19T05:47:18.299 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.296+0000 7f08d171a640 1 -- 172.21.15.7:0/3319402503 learned_addr learned my addr 172.21.15.7:0/3319402503 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d271c640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c3079b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 -- 172.21.15.7:0/3319402503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 msgr2=0x562d9c2ed4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2ed4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 -- 172.21.15.7:0/3319402503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 msgr2=0x562d9c3079b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c3079b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 -- 172.21.15.7:0/3319402503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d9c2dc2d0 con 0x562d9c2e5410 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d271c640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c3079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.297+0000 7f08d171a640 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f08bc004bf0 tx=0x7f08bc02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc658b57ababc200 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.298+0000 7f08b77fe640 1 -- 172.21.15.7:0/3319402503 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08bc053070 con 0x562d9c2e5410 2024-09-19T05:47:18.300 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.298+0000 7f08b77fe640 1 -- 172.21.15.7:0/3319402503 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08bc0046c0 con 0x562d9c2e5410 2024-09-19T05:47:18.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.298+0000 7f08b77fe640 1 -- 172.21.15.7:0/3319402503 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08bc035030 con 0x562d9c2e5410 2024-09-19T05:47:18.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.298+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3319402503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 msgr2=0x562d9c2eeba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.298+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f08bc004bf0 tx=0x7f08bc02a410 comp rx=0 tx=0).stop 2024-09-19T05:47:18.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3319402503 shutdown_connections 2024-09-19T05:47:18.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2efcb0 0x562d9c3079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.302 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2e5410 0x562d9c2eeba0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3319402503 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2ed4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3319402503 >> 172.21.15.7:0/3319402503 conn(0x562d9c2e1060 msgr2=0x562d9c2ee490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3319402503 shutdown_connections 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3319402503 wait complete. 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 -- start start 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.299+0000 7f08d6ff5740 1 Processor -- start 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 0x562d9c2f81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d1f1b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d1f1b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:56306/0 (socket says 172.21.15.7:56306) 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 0x562d9c2e8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d171a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 0x562d9c2f81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.303 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d171a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 0x562d9c2f81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:35272/0 (socket says 172.21.15.7:35272) 2024-09-19T05:47:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d1f1b640 1 -- 172.21.15.7:0/3617714505 learned_addr learned my addr 172.21.15.7:0/3617714505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b5320 con 0x562d9c2efcb0 2024-09-19T05:47:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b4c50 con 0x562d9c2e5410 2024-09-19T05:47:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.300+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f08cc1b1e90 con 0x562d9c2e4af0 2024-09-19T05:47:18.304 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d6ff5740 10 client.0 _ll_register_callbacks cb 0x7f08bc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:18.309 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d271c640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 0x562d9c2e8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 -- 172.21.15.7:0/3617714505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 msgr2=0x562d9c2f81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 0x562d9c2f81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 -- 172.21.15.7:0/3617714505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 msgr2=0x562d9c2e8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 0x562d9c2e8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d9c2e9480 con 0x562d9c2e4af0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d271c640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 0x562d9c2e8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d1f1b640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f08c800d010 tx=0x7f08c80a1740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9f898ddd81bdb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c80a1d40 con 0x562d9c2e4af0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f08c809a500 con 0x562d9c2e4af0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.301+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08bc0046c0 con 0x562d9c2e4af0 2024-09-19T05:47:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f08c809c200 con 0x562d9c2e4af0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 10 client.25915 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562d9c369ff0 con 0x562d9c2e4af0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c80b4030 con 0x562d9c2e4af0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f08c8098870 con 0x562d9c2e4af0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 10 client.25915 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 10 client.25915 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 20 client.25915 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c36a2e0 0x562d9c36c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 4 client.25915 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f08bc0046c0 con 0x562d9c36a2e0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.302+0000 7f08d171a640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c36a2e0 0x562d9c36c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.303+0000 7f08b57fa640 10 client.25915 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.303+0000 7f08d171a640 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c36a2e0 0x562d9c36c6d0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4872169a528ca76c server_cookie=98b3f136b8754714 in_seq=0 out_seq=0 2024-09-19T05:47:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.311+0000 7f08b57fa640 1 -- 172.21.15.7:0/3617714505 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f08bc0046c0 con 0x562d9c36a2e0 2024-09-19T05:47:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.311+0000 7f08b57fa640 10 client.25915 handle_command_reply: tid=0 2024-09-19T05:47:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.311+0000 7f08d6ff5740 1 client.25915 shutdown 2024-09-19T05:47:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.312+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 msgr2=0x562d9c2f7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.312+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f08c800d010 tx=0x7f08c80a1740 comp rx=0 tx=0).stop 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 shutdown_connections 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562d9c36a2e0 0x562d9c36c6d0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562d9c2efcb0 0x562d9c2e8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08b57fa640 0 client.25915 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562d9c2e5410 0x562d9c2f81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 --2- 172.21.15.7:0/3617714505 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562d9c2e4af0 0x562d9c2f7c90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 >> 172.21.15.7:0/3617714505 conn(0x562d9c2e1060 msgr2=0x562d9c2ee490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.313+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 shutdown_connections 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.314+0000 7f08d6ff5740 1 -- 172.21.15.7:0/3617714505 wait complete. 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.314+0000 7f08d6ff5740 20 client.25915 trim_cache size 0 max 16384 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:47:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:47:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.315+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 msgr2=0x7f08b80a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.315+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 0x7f08b80a58f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f08cc074c90 tx=0x7f08c4009500 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.315+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 msgr2=0x7f08cc10bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.315+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f08c800ea60 tx=0x7f08c800ef20 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.315+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 shutdown_connections 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f08cc10e3b0 0x7f08cc10ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f08b80a3430 0x7f08b80a58f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f08cc1011b0 0x7f08cc10c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 --2- 172.21.15.7:0/2173219919 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f08cc100800 0x7f08cc10bf80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 >> 172.21.15.7:0/2173219919 conn(0x7f08cc0779a0 msgr2=0x7f08cc0ff640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.316+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 shutdown_connections 2024-09-19T05:47:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:18.317+0000 7f08d417f640 1 -- 172.21.15.7:0/2173219919 wait complete. 2024-09-19T05:47:19.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:19 smithi007 ceph-mon[30960]: pgmap v154: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:47:19.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:19 smithi063 ceph-mon[34779]: pgmap v154: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:47:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:19 smithi044 ceph-mon[34175]: pgmap v154: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2024-09-19T05:47:21.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:21 smithi007 ceph-mon[30960]: pgmap v155: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.4 KiB/s rd, 61 MiB/s wr, 983 op/s 2024-09-19T05:47:21.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:21 smithi063 ceph-mon[34779]: pgmap v155: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.4 KiB/s rd, 61 MiB/s wr, 983 op/s 2024-09-19T05:47:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:21 smithi044 ceph-mon[34175]: pgmap v155: 97 pgs: 97 active+clean; 19 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.4 KiB/s rd, 61 MiB/s wr, 983 op/s 2024-09-19T05:47:23.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:23 smithi007 ceph-mon[30960]: pgmap v156: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 12 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:47:23.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:23 smithi063 ceph-mon[34779]: pgmap v156: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 12 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:47:23.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:23 smithi044 ceph-mon[34175]: pgmap v156: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 12 KiB/s rd, 88 MiB/s wr, 1.42k op/s 2024-09-19T05:47:25.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:25 smithi007 ceph-mon[30960]: pgmap v157: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:47:25.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:25 smithi063 ceph-mon[34779]: pgmap v157: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:47:25.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:25 smithi044 ceph-mon[34175]: pgmap v157: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:47:27.904 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:27 smithi063 ceph-mon[34779]: pgmap v158: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 61 MiB/s wr, 980 op/s 2024-09-19T05:47:27.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:27 smithi044 ceph-mon[34175]: pgmap v158: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 61 MiB/s wr, 980 op/s 2024-09-19T05:47:28.145 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:27 smithi007 ceph-mon[30960]: pgmap v158: 97 pgs: 97 active+clean; 19 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 7.5 KiB/s rd, 61 MiB/s wr, 980 op/s 2024-09-19T05:47:29.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:29 smithi063 ceph-mon[34779]: pgmap v159: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:47:29.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:29 smithi044 ceph-mon[34175]: pgmap v159: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:47:30.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:29 smithi007 ceph-mon[30960]: pgmap v159: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 91 MiB/s wr, 1.46k op/s 2024-09-19T05:47:30.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:47:30.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:47:30.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:47:30.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:30 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:47:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:47:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:47:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:47:30.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:30 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:47:31.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:47:31.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:47:31.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:47:31.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:30 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:47:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.465+0000 7fce50c77640 1 -- 172.21.15.7:0/1679142793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 msgr2=0x7fce4c100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.465+0000 7fce50c77640 1 --2- 172.21.15.7:0/1679142793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c100e00 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fce40009860 tx=0x7fce4002a340 comp rx=0 tx=0).stop 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 -- 172.21.15.7:0/1679142793 shutdown_connections 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 --2- 172.21.15.7:0/1679142793 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c10d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 --2- 172.21.15.7:0/1679142793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c100e00 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 --2- 172.21.15.7:0/1679142793 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 -- 172.21.15.7:0/1679142793 >> 172.21.15.7:0/1679142793 conn(0x7fce4c0779a0 msgr2=0x7fce4c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 -- 172.21.15.7:0/1679142793 shutdown_connections 2024-09-19T05:47:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.466+0000 7fce50c77640 1 -- 172.21.15.7:0/1679142793 wait complete. 2024-09-19T05:47:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.467+0000 7fce50c77640 1 Processor -- start 2024-09-19T05:47:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.467+0000 7fce50c77640 1 -- start start 2024-09-19T05:47:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c19bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce4a59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce4a59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:59362/0 (socket says 172.21.15.7:59362) 2024-09-19T05:47:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c110c70 con 0x7fce4c1069b0 2024-09-19T05:47:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c110af0 con 0x7fce4c1009a0 2024-09-19T05:47:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce50c77640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c110df0 con 0x7fce4c101340 2024-09-19T05:47:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:42764/0 (socket says 172.21.15.7:42764) 2024-09-19T05:47:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.468+0000 7fce49d9b640 1 -- 172.21.15.7:0/3923443458 learned_addr learned my addr 172.21.15.7:0/3923443458 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c19bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 -- 172.21.15.7:0/3923443458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 msgr2=0x7fce4c197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 -- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 msgr2=0x7fce4c19bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c19bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 -- 172.21.15.7:0/3923443458 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4c19c210 con 0x7fce4c1009a0 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce49d9b640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c19bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.469+0000 7fce4a59c640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00e8a0 tx=0x7fce3c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.470+0000 7fce3b7fe640 1 -- 172.21.15.7:0/3923443458 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c01c070 con 0x7fce4c1009a0 2024-09-19T05:47:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.470+0000 7fce3b7fe640 1 -- 172.21.15.7:0/3923443458 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce3c017410 con 0x7fce4c1009a0 2024-09-19T05:47:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.470+0000 7fce3b7fe640 1 -- 172.21.15.7:0/3923443458 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c016610 con 0x7fce4c1009a0 2024-09-19T05:47:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.470+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce4c19c500 con 0x7fce4c1009a0 2024-09-19T05:47:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.470+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce4c069a10 con 0x7fce4c1009a0 2024-09-19T05:47:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 Processor -- start 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 -- start start 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x5654297400a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973b660 0x56542973bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x5654297479c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5654296962f0 con 0x56542973fcc0 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56542963e270 con 0x56542973b660 2024-09-19T05:47:31.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.474+0000 7fce53a0c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5654296922b0 con 0x56542973c000 2024-09-19T05:47:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x5654297479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x5654297479c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:42780/0 (socket says 172.21.15.7:42780) 2024-09-19T05:47:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce49d9b640 1 -- 172.21.15.7:0/2713537725 learned_addr learned my addr 172.21.15.7:0/2713537725 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:31.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x5654297400a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 -- 172.21.15.7:0/2713537725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 msgr2=0x5654297479c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x5654297479c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 -- 172.21.15.7:0/2713537725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973b660 msgr2=0x56542973bac0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973b660 0x56542973bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 -- 172.21.15.7:0/2713537725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56542963d340 con 0x56542973fcc0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.475+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x5654297400a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fce44005fd0 tx=0x7fce44011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af4d303d2c0caee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.476+0000 7fce3b7fe640 1 -- 172.21.15.7:0/3923443458 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fce3c01f070 con 0x7fce4c1009a0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.476+0000 7fce38ff9640 1 -- 172.21.15.7:0/2713537725 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce44004d20 con 0x56542973fcc0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.476+0000 7fce38ff9640 1 -- 172.21.15.7:0/2713537725 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce4400f9a0 con 0x56542973fcc0 2024-09-19T05:47:31.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.476+0000 7fce38ff9640 1 -- 172.21.15.7:0/2713537725 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce44004470 con 0x56542973fcc0 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce3b7fe640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 0x7fce340a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce4a59c640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 0x7fce340a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce3b7fe640 1 -- 172.21.15.7:0/3923443458 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fce3c0cef40 con 0x7fce4c1009a0 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 -- 172.21.15.7:0/2713537725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 msgr2=0x5654297400a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x5654297400a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fce44005fd0 tx=0x7fce44011bf0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 -- 172.21.15.7:0/2713537725 shutdown_connections 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x5654297479c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973b660 0x56542973bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 --2- 172.21.15.7:0/2713537725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x5654297400a0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce53a0c740 1 -- 172.21.15.7:0/2713537725 >> 172.21.15.7:0/2713537725 conn(0x56542972db10 msgr2=0x56542972def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.477+0000 7fce4a59c640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 0x7fce340a58f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x56542972f260 tx=0x7fce3c009690 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.478+0000 7fce53a0c740 1 -- 172.21.15.7:0/2713537725 shutdown_connections 2024-09-19T05:47:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.478+0000 7fce53a0c740 1 -- 172.21.15.7:0/2713537725 wait complete. 2024-09-19T05:47:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.478+0000 7fce53a0c740 1 -- start start 2024-09-19T05:47:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.478+0000 7fce53a0c740 1 Processor -- start 2024-09-19T05:47:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429744de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x565429745860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x565429748150 con 0x56542973b660 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56542961f290 con 0x56542973fcc0 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5654297482d0 con 0x56542973c000 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce53a0c740 10 client.0 _ll_register_callbacks cb 0x565429650140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429744de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:42784/0 (socket says 172.21.15.7:42784) 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.479+0000 7fce49d9b640 1 -- 172.21.15.7:0/4218905966 learned_addr learned my addr 172.21.15.7:0/4218905966 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x565429745860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 -- 172.21.15.7:0/4218905966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 msgr2=0x565429745860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x565429745860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 -- 172.21.15.7:0/4218905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 msgr2=0x565429744de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429744de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 -- 172.21.15.7:0/4218905966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654293a9210 con 0x56542973c000 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fce40000c00 tx=0x7fce400306b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=291351df427b74e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40037040 con 0x56542973c000 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce4400f9a0 con 0x56542973c000 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.480+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fce40004260 con 0x56542973c000 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.481+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fce40004460 con 0x56542973c000 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.481+0000 7fce53a0c740 10 client.25927 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:31.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.481+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x565429475620 con 0x56542973c000 2024-09-19T05:47:31.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.481+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce4400f9a0 con 0x56542973c000 2024-09-19T05:47:31.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.481+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fce40003b90 con 0x56542973c000 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 10 client.25927 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 10 client.25927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 20 client.25927 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297559a0 0x565429757e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 4 client.25927 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654296a3a20 con 0x5654297559a0 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.482+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297559a0 0x565429757e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.483+0000 7fce31ffb640 10 client.25927 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:31.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.483+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297559a0 0x565429757e00 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33d38857b9eb29e6 server_cookie=eace5cf3793b3be0 in_seq=0 out_seq=0 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce31ffb640 1 -- 172.21.15.7:0/4218905966 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5654296a3a20 con 0x5654297559a0 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce31ffb640 10 client.25927 handle_command_reply: tid=0 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 client.25927 shutdown 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 msgr2=0x565429745320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fce40000c00 tx=0x7fce400306b0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 shutdown_connections 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x565429745860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429745320 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297559a0 0x565429757e00 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4218905966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429744de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce31ffb640 0 client.25927 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 >> 172.21.15.7:0/4218905966 conn(0x56542972db10 msgr2=0x56542973ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.484+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 shutdown_connections 2024-09-19T05:47:31.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.485+0000 7fce53a0c740 1 -- 172.21.15.7:0/4218905966 wait complete. 2024-09-19T05:47:31.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.485+0000 7fce53a0c740 20 client.25927 trim_cache size 0 max 16384 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 Processor -- start 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 -- start start 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 0x56542972d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x56542975dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.510 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ab580 con 0x56542973fcc0 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ad0c0 con 0x56542973c000 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce53a0c740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1abc50 con 0x56542973b660 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x56542975dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.508+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 0x56542972d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:59378/0 (socket says 172.21.15.7:59378) 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 0x56542972d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:42786/0 (socket says 172.21.15.7:42786) 2024-09-19T05:47:31.511 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 -- 172.21.15.7:0/3136916645 learned_addr learned my addr 172.21.15.7:0/3136916645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:31.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 -- 172.21.15.7:0/3136916645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 msgr2=0x56542972d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 0x56542972d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.512 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 -- 172.21.15.7:0/3136916645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 msgr2=0x56542975dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x56542975dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 -- 172.21.15.7:0/3136916645 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565429758480 con 0x56542973c000 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce49d9b640 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fce40004020 tx=0x7fce40009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff0f23fe79cf7ad4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce33fff640 1 -- 172.21.15.7:0/3136916645 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40037030 con 0x56542973c000 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce33fff640 1 -- 172.21.15.7:0/3136916645 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce40038040 con 0x56542973c000 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.509+0000 7fce33fff640 1 -- 172.21.15.7:0/3136916645 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce40005030 con 0x56542973c000 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 -- 172.21.15.7:0/3136916645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 msgr2=0x56542975d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fce40004020 tx=0x7fce40009550 comp rx=0 tx=0).stop 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 -- 172.21.15.7:0/3136916645 shutdown_connections 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973fcc0 0x56542975dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973c000 0x56542975d710 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 --2- 172.21.15.7:0/3136916645 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973b660 0x56542972d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.513 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.510+0000 7fce53a0c740 1 -- 172.21.15.7:0/3136916645 >> 172.21.15.7:0/3136916645 conn(0x56542972db10 msgr2=0x56542972c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.511+0000 7fce53a0c740 1 -- 172.21.15.7:0/3136916645 shutdown_connections 2024-09-19T05:47:31.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.511+0000 7fce53a0c740 1 -- 172.21.15.7:0/3136916645 wait complete. 2024-09-19T05:47:31.514 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.511+0000 7fce53a0c740 1 -- start start 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.511+0000 7fce53a0c740 1 Processor -- start 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce53a0c740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce4ad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44914/0 (socket says 172.21.15.7:44914) 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce4ad9d640 1 -- 172.21.15.7:0/4246373397 learned_addr learned my addr 172.21.15.7:0/4246373397 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429749b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x56542974a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.512+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ac9f0 con 0x56542973b660 2024-09-19T05:47:31.515 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429749b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1ac320 con 0x56542973fcc0 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c1a9560 con 0x56542973c000 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce4ad9d640 1 -- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 msgr2=0x565429749b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429749b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce4ad9d640 1 -- 172.21.15.7:0/4246373397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 msgr2=0x56542974a110 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x56542974a110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce4ad9d640 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56542973f900 con 0x56542973b660 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce53a0c740 10 client.0 _ll_register_callbacks cb 0x7fce440093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:31.516 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.513+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce40038040 con 0x56542973b660 2024-09-19T05:47:31.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce4ad9d640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fce44009560 tx=0x7fce44003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e138812d847358cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:31.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce31ffb640 10 client.16251 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:47:31.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce31ffb640 1 -- 172.21.15.7:0/4246373397 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4401e040 con 0x56542973b660 2024-09-19T05:47:31.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce31ffb640 1 -- 172.21.15.7:0/4246373397 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fce44011050 con 0x56542973b660 2024-09-19T05:47:31.517 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce31ffb640 1 -- 172.21.15.7:0/4246373397 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fce440112b0 con 0x56542973b660 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce53a0c740 10 client.16251 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.514+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({fsmap=33}) -- 0x5654297c09e0 con 0x56542973b660 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce31ffb640 1 -- 172.21.15.7:0/4246373397 <== mon.0 v2:172.21.15.7:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fce44018070 con 0x56542973b660 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 10 client.16251 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 10 client.16251 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:31.518 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 20 client.16251 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297c0d60 0x5654297c3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 4 client.16251 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56542969dd70 con 0x5654297c0d60 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.515+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297c0d60 0x5654297c3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.516+0000 7fce49d9b640 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297c0d60 0x5654297c3150 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=687083a843e6b9ef server_cookie=2e030a76db3c9de5 in_seq=0 out_seq=0 2024-09-19T05:47:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.516+0000 7fce31ffb640 10 client.16251 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:31.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.528+0000 7fce31ffb640 1 -- 172.21.15.7:0/4246373397 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56542969dd70 con 0x5654297c0d60 2024-09-19T05:47:31.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.528+0000 7fce31ffb640 10 client.16251 handle_command_reply: tid=0 2024-09-19T05:47:31.529 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.528+0000 7fce53a0c740 1 client.16251 shutdown 2024-09-19T05:47:31.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.528+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 msgr2=0x565429749650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.528+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fce44009560 tx=0x7fce44003c60 comp rx=0 tx=0).stop 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 shutdown_connections 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56542973fcc0 0x56542974a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56542973c000 0x565429749b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5654297c0d60 0x5654297c3150 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 --2- 172.21.15.7:0/4246373397 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56542973b660 0x565429749650 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce31ffb640 0 client.16251 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 >> 172.21.15.7:0/4246373397 conn(0x56542972db10 msgr2=0x5654297455c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 shutdown_connections 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 1 -- 172.21.15.7:0/4246373397 wait complete. 2024-09-19T05:47:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.529+0000 7fce53a0c740 20 client.16251 trim_cache size 0 max 16384 2024-09-19T05:47:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:47:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:47:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:47:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 msgr2=0x7fce340a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 0x7fce340a58f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x56542972f260 tx=0x7fce3c009690 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 msgr2=0x7fce4c197220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00e8a0 tx=0x7fce3c00ed60 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 shutdown_connections 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fce4c1069b0 0x7fce4c19bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fce340a3430 0x7fce340a58f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fce4c101340 0x7fce4c197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 --2- 172.21.15.7:0/3923443458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce4c1009a0 0x7fce4c197220 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 >> 172.21.15.7:0/3923443458 conn(0x7fce4c0779a0 msgr2=0x7fce4c103930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 shutdown_connections 2024-09-19T05:47:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:31.530+0000 7fce50c77640 1 -- 172.21.15.7:0/3923443458 wait complete. 2024-09-19T05:47:31.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:31 smithi063 ceph-mon[34779]: pgmap v160: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 60 MiB/s wr, 974 op/s 2024-09-19T05:47:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:31 smithi044 ceph-mon[34175]: pgmap v160: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 60 MiB/s wr, 974 op/s 2024-09-19T05:47:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:31 smithi007 ceph-mon[30960]: pgmap v160: 97 pgs: 97 active+clean; 20 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 60 MiB/s wr, 974 op/s 2024-09-19T05:47:33.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:33 smithi063 ceph-mon[34779]: pgmap v161: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 11 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:33 smithi044 ceph-mon[34175]: pgmap v161: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 11 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:34.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:33 smithi007 ceph-mon[30960]: pgmap v161: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 11 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:35.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:35 smithi044 ceph-mon[34175]: pgmap v162: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:36.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:35 smithi007 ceph-mon[30960]: pgmap v162: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:36.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:35 smithi063 ceph-mon[34779]: pgmap v162: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:47:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:37 smithi044 ceph-mon[34175]: pgmap v163: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 59 MiB/s wr, 960 op/s 2024-09-19T05:47:38.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:37 smithi007 ceph-mon[30960]: pgmap v163: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 59 MiB/s wr, 960 op/s 2024-09-19T05:47:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:37 smithi063 ceph-mon[34779]: pgmap v163: 97 pgs: 97 active+clean; 20 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 59 MiB/s wr, 960 op/s 2024-09-19T05:47:39.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:39 smithi044 ceph-mon[34175]: pgmap v164: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:40.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:39 smithi007 ceph-mon[30960]: pgmap v164: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:39 smithi063 ceph-mon[34779]: pgmap v164: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:41.945 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:41 smithi007 ceph-mon[30960]: pgmap v165: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 60 MiB/s wr, 961 op/s 2024-09-19T05:47:41.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:41 smithi044 ceph-mon[34175]: pgmap v165: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 60 MiB/s wr, 961 op/s 2024-09-19T05:47:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:41 smithi063 ceph-mon[34779]: pgmap v165: 97 pgs: 97 active+clean; 20 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 5.6 KiB/s rd, 60 MiB/s wr, 961 op/s 2024-09-19T05:47:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:43 smithi044 ceph-mon[34175]: pgmap v166: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:44.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:43 smithi007 ceph-mon[30960]: pgmap v166: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:43 smithi063 ceph-mon[34779]: pgmap v166: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 -- 172.21.15.7:0/2654229317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60109c00 msgr2=0x7efc60109fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2654229317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60109c00 0x7efc60109fe0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7efc50009900 tx=0x7efc5002a410 comp rx=0 tx=0).stop 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 -- 172.21.15.7:0/2654229317 shutdown_connections 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2654229317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc601044e0 0x7efc601109c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2654229317 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60103b40 0x7efc60103fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2654229317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60109c00 0x7efc60109fe0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 -- 172.21.15.7:0/2654229317 >> 172.21.15.7:0/2654229317 conn(0x7efc600ff7c0 msgr2=0x7efc60101be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.683 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 -- 172.21.15.7:0/2654229317 shutdown_connections 2024-09-19T05:47:44.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.681+0000 7efc5f59e640 1 -- 172.21.15.7:0/2654229317 wait complete. 2024-09-19T05:47:44.684 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.683+0000 7efc5f59e640 1 Processor -- start 2024-09-19T05:47:44.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.683+0000 7efc5f59e640 1 -- start start 2024-09-19T05:47:44.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 0x7efc6019a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.685 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc601044e0 0x7efc6019a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.686 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efc60113e50 con 0x7efc60103b40 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efc60113cd0 con 0x7efc601044e0 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5ed9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:59106/0 (socket says 172.21.15.7:59106) 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5ed9d640 1 -- 172.21.15.7:0/2065988217 learned_addr learned my addr 172.21.15.7:0/2065988217 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.684+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efc60113fd0 con 0x7efc60109c00 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 -- 172.21.15.7:0/2065988217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc601044e0 msgr2=0x7efc6019a800 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc601044e0 0x7efc6019a800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 0x7efc6019a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 -- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 msgr2=0x7efc6019a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 0x7efc6019a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 -- 172.21.15.7:0/2065988217 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6019f2b0 con 0x7efc60109c00 2024-09-19T05:47:44.687 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 0x7efc6019a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:47:44.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc5ed9d640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efc5800eb10 tx=0x7efc5800c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.685+0000 7efc4f7fe640 1 -- 172.21.15.7:0/2065988217 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc58004b20 con 0x7efc60109c00 2024-09-19T05:47:44.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.686+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc6019f5a0 con 0x7efc60109c00 2024-09-19T05:47:44.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.686+0000 7efc4f7fe640 1 -- 172.21.15.7:0/2065988217 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc58004cc0 con 0x7efc60109c00 2024-09-19T05:47:44.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.686+0000 7efc4f7fe640 1 -- 172.21.15.7:0/2065988217 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc58010690 con 0x7efc60109c00 2024-09-19T05:47:44.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.686+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc601a6e30 con 0x7efc60109c00 2024-09-19T05:47:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.690+0000 7efc4f7fe640 1 -- 172.21.15.7:0/2065988217 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7efc58005020 con 0x7efc60109c00 2024-09-19T05:47:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.691+0000 7efc67878740 1 Processor -- start 2024-09-19T05:47:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 -- start start 2024-09-19T05:47:44.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db7630a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 0x5574db770270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5574db6c72f0 con 0x5574db7635e0 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5574db66f270 con 0x5574db762cc0 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc67878740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5574db6c32b0 con 0x5574db76de80 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc4f7fe640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 0x7efc480a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.692+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db7630a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5ed9d640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 0x7efc480a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40614/0 (socket says 172.21.15.7:40614) 2024-09-19T05:47:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 -- 172.21.15.7:0/3707814789 learned_addr learned my addr 172.21.15.7:0/3707814789 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc4f7fe640 1 -- 172.21.15.7:0/2065988217 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efc580d03f0 con 0x7efc60109c00 2024-09-19T05:47:44.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 0x5574db770270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 -- 172.21.15.7:0/3707814789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 msgr2=0x5574db770270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 0x5574db770270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 -- 172.21.15.7:0/3707814789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 msgr2=0x5574db7630a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db7630a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 -- 172.21.15.7:0/3707814789 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574db66e340 con 0x5574db7635e0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5ed9d640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 0x7efc480a5960 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7efc58098ae0 tx=0x7efc58091b10 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 0x5574db770270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.693+0000 7efc5e59c640 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7efc5002a930 tx=0x7efc500042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=477ce05d90ea0374 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.694+0000 7efc4cff9640 1 -- 172.21.15.7:0/3707814789 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5003f070 con 0x5574db7635e0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.694+0000 7efc4cff9640 1 -- 172.21.15.7:0/3707814789 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc500044d0 con 0x5574db7635e0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.694+0000 7efc4cff9640 1 -- 172.21.15.7:0/3707814789 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc50035030 con 0x5574db7635e0 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- 172.21.15.7:0/3707814789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 msgr2=0x5574db76d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7efc5002a930 tx=0x7efc500042e0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- 172.21.15.7:0/3707814789 shutdown_connections 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db76de80 0x5574db770270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db76d940 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 --2- 172.21.15.7:0/3707814789 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db7630a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- 172.21.15.7:0/3707814789 >> 172.21.15.7:0/3707814789 conn(0x5574db75f230 msgr2=0x5574db75f610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- 172.21.15.7:0/3707814789 shutdown_connections 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- 172.21.15.7:0/3707814789 wait complete. 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.695+0000 7efc67878740 1 -- start start 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 Processor -- start 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db76ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db76b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 0x5574db76b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5574db770a50 con 0x5574db76de80 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5574db650290 con 0x5574db762cc0 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5574db770bd0 con 0x5574db7635e0 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc67878740 10 client.0 _ll_register_callbacks cb 0x5574db681140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db76ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db76ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:44284/0 (socket says 172.21.15.7:44284) 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2704611471 learned_addr learned my addr 172.21.15.7:0/2704611471 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.696+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 0x5574db76b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 msgr2=0x5574db76b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db76b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2704611471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 msgr2=0x5574db76ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db76ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2704611471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574db3da210 con 0x5574db76de80 2024-09-19T05:47:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 0x5574db76b780 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7efc54011b70 tx=0x7efc54009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9240cc356f6340d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:47:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5400cb60 con 0x5574db76de80 2024-09-19T05:47:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efc5400cd00 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc500044d0 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.697+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efc54004030 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 10 client.16260 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5574db4a6620 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc500044d0 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7efc54003b60 con 0x5574db76de80 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 10 client.16260 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 10 client.16260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 20 client.16260 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db786580 0x5574db7889d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 4 client.16260 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.698+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574db6d4a20 con 0x5574db786580 2024-09-19T05:47:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.699+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db786580 0x5574db7889d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.700+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db786580 0x5574db7889d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9e3184651149847 server_cookie=2a28ce0c113c6203 in_seq=0 out_seq=0 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.700+0000 7efc45ffb640 10 client.16260 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.700+0000 7efc45ffb640 1 -- 172.21.15.7:0/2704611471 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5574db6d4a20 con 0x5574db786580 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.700+0000 7efc45ffb640 10 client.16260 handle_command_reply: tid=0 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.700+0000 7efc67878740 1 client.16260 shutdown 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 msgr2=0x5574db76b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 0x5574db76b780 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7efc54011b70 tx=0x7efc54009620 comp rx=0 tx=0).stop 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 shutdown_connections 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db786580 0x5574db7889d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db76de80 0x5574db76b780 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db76b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 --2- 172.21.15.7:0/2704611471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db762cc0 0x5574db76ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 >> 172.21.15.7:0/2704611471 conn(0x5574db75f230 msgr2=0x5574db764f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc45ffb640 0 client.16260 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 shutdown_connections 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 1 -- 172.21.15.7:0/2704611471 wait complete. 2024-09-19T05:47:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.701+0000 7efc67878740 20 client.16260 trim_cache size 0 max 16384 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.728+0000 7efc67878740 1 Processor -- start 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.728+0000 7efc67878740 1 -- start start 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db75e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db78e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efc601ab360 con 0x5574db7635e0 2024-09-19T05:47:44.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efc601acea0 con 0x5574db76de80 2024-09-19T05:47:44.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc67878740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efc601aba30 con 0x5574db762cc0 2024-09-19T05:47:44.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:59134/0 (socket says 172.21.15.7:59134) 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 -- 172.21.15.7:0/813602650 learned_addr learned my addr 172.21.15.7:0/813602650 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db78e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5e59c640 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db75e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 -- 172.21.15.7:0/813602650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 msgr2=0x5574db78e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db78e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 -- 172.21.15.7:0/813602650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 msgr2=0x5574db75e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db75e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.729+0000 7efc5dd9b640 1 -- 172.21.15.7:0/813602650 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574db785120 con 0x5574db762cc0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.730+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7efc54011f90 tx=0x7efc54001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5092728d3af49d00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.730+0000 7efc47fff640 1 -- 172.21.15.7:0/813602650 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5402e070 con 0x5574db762cc0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.730+0000 7efc47fff640 1 -- 172.21.15.7:0/813602650 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc54009e20 con 0x5574db762cc0 2024-09-19T05:47:44.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.730+0000 7efc47fff640 1 -- 172.21.15.7:0/813602650 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc540289c0 con 0x5574db762cc0 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 -- 172.21.15.7:0/813602650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 msgr2=0x5574db765730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7efc54011f90 tx=0x7efc54001e70 comp rx=0 tx=0).stop 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 -- 172.21.15.7:0/813602650 shutdown_connections 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db78e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db7635e0 0x5574db75e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 --2- 172.21.15.7:0/813602650 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db762cc0 0x5574db765730 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 -- 172.21.15.7:0/813602650 >> 172.21.15.7:0/813602650 conn(0x5574db75f230 msgr2=0x5574db75da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 -- 172.21.15.7:0/813602650 shutdown_connections 2024-09-19T05:47:44.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.731+0000 7efc67878740 1 -- 172.21.15.7:0/813602650 wait complete. 2024-09-19T05:47:44.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.732+0000 7efc67878740 1 -- start start 2024-09-19T05:47:44.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.732+0000 7efc67878740 1 Processor -- start 2024-09-19T05:47:44.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.732+0000 7efc67878740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.732+0000 7efc67878740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db77ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5dd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40632/0 (socket says 172.21.15.7:40632) 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db77ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5e59c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db77ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:59138/0 (socket says 172.21.15.7:59138) 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc67878740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db779fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efc601ac7d0 con 0x5574db762cc0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efc601ac100 con 0x5574db76de80 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2058042938 learned_addr learned my addr 172.21.15.7:0/2058042938 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efc601a9340 con 0x5574db7635e0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc67878740 10 client.0 _ll_register_callbacks cb 0x7efc54009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.733+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db779fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 msgr2=0x5574db77ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.737 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db77ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2058042938 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 msgr2=0x5574db779fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db779fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574db77a7f0 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc5dd9b640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7efc54011b70 tx=0x7efc540058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77d4b5277c315714 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5402e050 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efc54028bd0 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.734+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc54009e20 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efc54028df0 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 10 client.16266 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5574db7f0ee0 con 0x5574db762cc0 2024-09-19T05:47:44.738 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc54009e20 con 0x5574db762cc0 2024-09-19T05:47:44.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7efc54045520 con 0x5574db762cc0 2024-09-19T05:47:44.739 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 10 client.16266 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 10 client.16266 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 20 client.16266 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db7f15b0 0x5574db7f39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 4 client.16266 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.735+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5574db6ced70 con 0x5574db7f15b0 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.736+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db7f15b0 0x5574db7f39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.736+0000 7efc45ffb640 10 client.16266 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:44.740 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.736+0000 7efc5e59c640 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db7f15b0 0x5574db7f39d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=231679b524c7749c server_cookie=322d7ed2490d171e in_seq=0 out_seq=0 2024-09-19T05:47:44.743 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.740+0000 7efc45ffb640 1 -- 172.21.15.7:0/2058042938 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5574db6ced70 con 0x5574db7f15b0 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.740+0000 7efc45ffb640 10 client.16266 handle_command_reply: tid=0 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.740+0000 7efc67878740 1 client.16266 shutdown 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 msgr2=0x5574db77ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7efc54011b70 tx=0x7efc540058d0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 shutdown_connections 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5574db76de80 0x5574db779fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5574db7635e0 0x5574db77ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5574db7f15b0 0x5574db7f39d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 --2- 172.21.15.7:0/2058042938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5574db762cc0 0x5574db77ea50 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc45ffb640 0 client.16266 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:44.744 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 >> 172.21.15.7:0/2058042938 conn(0x5574db75f230 msgr2=0x5574db75e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 shutdown_connections 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 1 -- 172.21.15.7:0/2058042938 wait complete. 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.741+0000 7efc67878740 20 client.16266 trim_cache size 0 max 16384 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:47:44.745 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.742+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 msgr2=0x7efc480a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.742+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 0x7efc480a5960 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7efc58098ae0 tx=0x7efc58091b10 comp rx=0 tx=0).stop 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.742+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 msgr2=0x7efc6019eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.742+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efc5800eb10 tx=0x7efc5800c2d0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 shutdown_connections 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efc480a34a0 0x7efc480a5960 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efc60109c00 0x7efc6019eb80 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc601044e0 0x7efc6019a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.746 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 --2- 172.21.15.7:0/2065988217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc60103b40 0x7efc6019a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:44.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 >> 172.21.15.7:0/2065988217 conn(0x7efc600ff7c0 msgr2=0x7efc60100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:44.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 shutdown_connections 2024-09-19T05:47:44.747 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:44.744+0000 7efc5f59e640 1 -- 172.21.15.7:0/2065988217 wait complete. 2024-09-19T05:47:45.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:45 smithi044 ceph-mon[34175]: pgmap v167: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:47:46.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:45 smithi007 ceph-mon[30960]: pgmap v167: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:47:46.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:45 smithi063 ceph-mon[34779]: pgmap v167: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:47:47.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:47 smithi044 ceph-mon[34175]: pgmap v168: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 60 MiB/s wr, 970 op/s 2024-09-19T05:47:48.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:47 smithi007 ceph-mon[30960]: pgmap v168: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 60 MiB/s wr, 970 op/s 2024-09-19T05:47:48.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:47 smithi063 ceph-mon[34779]: pgmap v168: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 6.2 KiB/s rd, 60 MiB/s wr, 970 op/s 2024-09-19T05:47:49.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:49 smithi044 ceph-mon[34175]: pgmap v169: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:50.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:49 smithi007 ceph-mon[30960]: pgmap v169: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:50.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:49 smithi063 ceph-mon[34779]: pgmap v169: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 90 MiB/s wr, 1.45k op/s 2024-09-19T05:47:51.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:51 smithi044 ceph-mon[34175]: pgmap v170: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 60 MiB/s wr, 967 op/s 2024-09-19T05:47:52.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:51 smithi007 ceph-mon[30960]: pgmap v170: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 60 MiB/s wr, 967 op/s 2024-09-19T05:47:52.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:51 smithi063 ceph-mon[34779]: pgmap v170: 97 pgs: 97 active+clean; 21 GiB data, 65 GiB used, 1007 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 60 MiB/s wr, 967 op/s 2024-09-19T05:47:53.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:53 smithi044 ceph-mon[34175]: pgmap v171: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:54.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:53 smithi007 ceph-mon[30960]: pgmap v171: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:54.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:53 smithi063 ceph-mon[34779]: pgmap v171: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 12 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:47:55.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:55 smithi044 ceph-mon[34175]: pgmap v172: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:47:56.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:55 smithi007 ceph-mon[30960]: pgmap v172: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:47:56.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:55 smithi063 ceph-mon[34779]: pgmap v172: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2024-09-19T05:47:57.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:57 smithi044 ceph-mon[34175]: pgmap v173: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 59 MiB/s wr, 953 op/s 2024-09-19T05:47:58.103 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.101+0000 7fc06a830640 1 -- 172.21.15.7:0/2657953716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc064103f40 msgr2=0x7fc064104320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.101+0000 7fc06a830640 1 --2- 172.21.15.7:0/2657953716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc064103f40 0x7fc064104320 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc054009900 tx=0x7fc05402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 -- 172.21.15.7:0/2657953716 shutdown_connections 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 --2- 172.21.15.7:0/2657953716 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064109090 0x7fc064110be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 --2- 172.21.15.7:0/2657953716 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc0641048f0 0x7fc064108930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 --2- 172.21.15.7:0/2657953716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc064103f40 0x7fc064104320 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 -- 172.21.15.7:0/2657953716 >> 172.21.15.7:0/2657953716 conn(0x7fc0640ff970 msgr2=0x7fc064101d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 -- 172.21.15.7:0/2657953716 shutdown_connections 2024-09-19T05:47:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.102+0000 7fc06a830640 1 -- 172.21.15.7:0/2657953716 wait complete. 2024-09-19T05:47:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.103+0000 7fc06a830640 1 Processor -- start 2024-09-19T05:47:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.104+0000 7fc06a830640 1 -- start start 2024-09-19T05:47:58.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.104+0000 7fc06a830640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc06a830640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 0x7fc06419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc06a830640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06419ee70 0x7fc06419f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc063fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc063fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54162/0 (socket says 172.21.15.7:54162) 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc063fff640 1 -- 172.21.15.7:0/4155906041 learned_addr learned my addr 172.21.15.7:0/4155906041 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc0637fe640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 0x7fc06419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc064113fe0 con 0x7fc064109090 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc064113e60 con 0x7fc06419ee70 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc064114160 con 0x7fc064103f40 2024-09-19T05:47:58.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.105+0000 7fc068dcd640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06419ee70 0x7fc06419f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 -- 172.21.15.7:0/4155906041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06419ee70 msgr2=0x7fc06419f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06419ee70 0x7fc06419f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 -- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 msgr2=0x7fc06419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 0x7fc06419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06419f960 con 0x7fc064103f40 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc0637fe640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 0x7fc06419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.106+0000 7fc063fff640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc054005ab0 tx=0x7fc054003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.107+0000 7fc0617fa640 1 -- 172.21.15.7:0/4155906041 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05403f070 con 0x7fc064103f40 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.107+0000 7fc0617fa640 1 -- 172.21.15.7:0/4155906041 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc054031d60 con 0x7fc064103f40 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.107+0000 7fc0617fa640 1 -- 172.21.15.7:0/4155906041 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc054035030 con 0x7fc064103f40 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.107+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06419fbf0 con 0x7fc064103f40 2024-09-19T05:47:58.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.107+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0641a7300 con 0x7fc064103f40 2024-09-19T05:47:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.111+0000 7fc0617fa640 1 -- 172.21.15.7:0/4155906041 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fc054042070 con 0x7fc064103f40 2024-09-19T05:47:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.116+0000 7fc06d5c8740 1 Processor -- start 2024-09-19T05:47:58.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.117+0000 7fc06d5c8740 1 -- start start 2024-09-19T05:47:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.117+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e232ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.117+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 0x55732e23d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e2400a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 0x55732e23d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc068dcd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e232ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 0x55732e23d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:41732/0 (socket says 172.21.15.7:41732) 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc068dcd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e232ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:54174/0 (socket says 172.21.15.7:54174) 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc063fff640 1 -- 172.21.15.7:0/1077869969 learned_addr learned my addr 172.21.15.7:0/1077869969 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55732e1972f0 con 0x55732e23dcb0 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55732e13f270 con 0x55732e233410 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55732e1932b0 con 0x55732e232af0 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.118+0000 7fc0617fa640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 0x7fc04c0a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.119+0000 7fc0617fa640 1 -- 172.21.15.7:0/4155906041 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc0540f03f0 con 0x7fc064103f40 2024-09-19T05:47:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.120+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e2400a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.123+0000 7fc0637fe640 1 -- 172.21.15.7:0/1077869969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 msgr2=0x55732e232ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.123+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e232ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.123+0000 7fc0637fe640 1 -- 172.21.15.7:0/1077869969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 msgr2=0x55732e23d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.123+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 0x55732e23d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.124+0000 7fc0637fe640 1 -- 172.21.15.7:0/1077869969 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732e13e340 con 0x55732e23dcb0 2024-09-19T05:47:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.124+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e2400a0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc064076070 tx=0x7fc0580117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de72996f71a7dd65 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.124+0000 7fc068dcd640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 0x7fc04c0a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.125+0000 7fc04a7fc640 1 -- 172.21.15.7:0/1077869969 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058004050 con 0x55732e23dcb0 2024-09-19T05:47:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.125+0000 7fc04a7fc640 1 -- 172.21.15.7:0/1077869969 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc058016070 con 0x55732e23dcb0 2024-09-19T05:47:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.126+0000 7fc04a7fc640 1 -- 172.21.15.7:0/1077869969 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05801b6d0 con 0x55732e23dcb0 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.126+0000 7fc068dcd640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 0x7fc04c0a59c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc05c005fd0 tx=0x7fc05c004ab0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.126+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 msgr2=0x55732e2400a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.126+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e2400a0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc064076070 tx=0x7fc0580117b0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 shutdown_connections 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e2400a0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e233410 0x55732e23d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1077869969 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e232ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 >> 172.21.15.7:0/1077869969 conn(0x55732e22f060 msgr2=0x55732e22f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 shutdown_connections 2024-09-19T05:47:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.127+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1077869969 wait complete. 2024-09-19T05:47:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.128+0000 7fc06d5c8740 1 -- start start 2024-09-19T05:47:58.130 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.128+0000 7fc06d5c8740 1 Processor -- start 2024-09-19T05:47:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.132 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e233410 0x55732e23b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e23b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:41748/0 (socket says 172.21.15.7:41748) 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.129+0000 7fc063fff640 1 -- 172.21.15.7:0/1930452364 learned_addr learned my addr 172.21.15.7:0/1930452364 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55732e2408d0 con 0x55732e23dcb0 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e233410 0x55732e23b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55732e120290 con 0x55732e232af0 2024-09-19T05:47:58.133 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55732e240a50 con 0x55732e233410 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc068dcd640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e23b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc06d5c8740 10 client.0 _ll_register_callbacks cb 0x55732e151140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 -- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e233410 msgr2=0x55732e23b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e233410 0x55732e23b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 -- 172.21.15.7:0/1930452364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 msgr2=0x55732e23b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e23b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732deaa210 con 0x55732e232af0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc058016070 con 0x55732e232af0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc063fff640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc0540edc00 tx=0x7fc054009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b364ee64813301b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.130+0000 7fc0437fe640 10 client.25796 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc0437fe640 1 -- 172.21.15.7:0/1930452364 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc054049040 con 0x55732e232af0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc0437fe640 1 -- 172.21.15.7:0/1930452364 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc05403b580 con 0x55732e232af0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc0437fe640 1 -- 172.21.15.7:0/1930452364 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc0540bc790 con 0x55732e232af0 2024-09-19T05:47:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 10 client.25796 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x55732df76620 con 0x55732e232af0 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc0437fe640 1 -- 172.21.15.7:0/1930452364 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc0540c4ec0 con 0x55732e232af0 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 10 client.25796 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 10 client.25796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 20 client.25796 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e24daa0 0x55732e24feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 4 client.25796 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.131+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55732e1a4a20 con 0x55732e24daa0 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.132+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e24daa0 0x55732e24feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.132+0000 7fc0637fe640 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e24daa0 0x55732e24feb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7a513246e86f5cc server_cookie=78e13b303266b1c2 in_seq=0 out_seq=0 2024-09-19T05:47:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.132+0000 7fc0437fe640 10 client.25796 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.134+0000 7fc0437fe640 1 -- 172.21.15.7:0/1930452364 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55732e1a4a20 con 0x55732e24daa0 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.134+0000 7fc0437fe640 10 client.25796 handle_command_reply: tid=0 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.134+0000 7fc06d5c8740 1 client.25796 shutdown 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.134+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 msgr2=0x55732e23ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.134+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc0540edc00 tx=0x7fc054009260 comp rx=0 tx=0).stop 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 shutdown_connections 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e24daa0 0x55732e24feb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc0437fe640 0 client.25796 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e23dcb0 0x55732e23b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e233410 0x55732e23b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/1930452364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23ab60 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 >> 172.21.15.7:0/1930452364 conn(0x55732e22f060 msgr2=0x55732e234d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.135+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 shutdown_connections 2024-09-19T05:47:58.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.136+0000 7fc06d5c8740 1 -- 172.21.15.7:0/1930452364 wait complete. 2024-09-19T05:47:58.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.136+0000 7fc06d5c8740 20 client.25796 trim_cache size 0 max 16384 2024-09-19T05:47:58.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:57 smithi007 ceph-mon[30960]: pgmap v173: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 59 MiB/s wr, 953 op/s 2024-09-19T05:47:58.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:57 smithi063 ceph-mon[34779]: pgmap v173: 97 pgs: 97 active+clean; 21 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 59 MiB/s wr, 953 op/s 2024-09-19T05:47:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.164+0000 7fc06d5c8740 1 Processor -- start 2024-09-19T05:47:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.164+0000 7fc06d5c8740 1 -- start start 2024-09-19T05:47:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.165+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.165+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e23b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.165+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e23dcb0 0x55732e255760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.165+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e23b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.165+0000 7fc063fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:41750/0 (socket says 172.21.15.7:41750) 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc063fff640 1 -- 172.21.15.7:0/2085577966 learned_addr learned my addr 172.21.15.7:0/2085577966 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641af8c0 con 0x55732e233410 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641b1400 con 0x55732e232af0 2024-09-19T05:47:58.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641aff90 con 0x55732e23dcb0 2024-09-19T05:47:58.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc068dcd640 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e23dcb0 0x55732e255760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc0637fe640 1 -- 172.21.15.7:0/2085577966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e23dcb0 msgr2=0x55732e255760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc0637fe640 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e23dcb0 0x55732e255760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc0637fe640 1 -- 172.21.15.7:0/2085577966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 msgr2=0x55732e23b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.166+0000 7fc0637fe640 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.167+0000 7fc0637fe640 1 -- 172.21.15.7:0/2085577966 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732e23d6b0 con 0x55732e233410 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.167+0000 7fc0637fe640 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e23b5d0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc058005940 tx=0x7fc05801d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=665fb6ba922df2aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.167+0000 7fc049ffb640 1 -- 172.21.15.7:0/2085577966 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0580054d0 con 0x55732e233410 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.167+0000 7fc049ffb640 1 -- 172.21.15.7:0/2085577966 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55732e1a4a20 con 0x55732e233410 2024-09-19T05:47:58.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.167+0000 7fc049ffb640 1 -- 172.21.15.7:0/2085577966 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0580126b0 con 0x55732e233410 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 msgr2=0x55732e23b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e23b5d0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fc058005940 tx=0x7fc05801d040 comp rx=0 tx=0).stop 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 shutdown_connections 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e23dcb0 0x55732e255760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e23b5d0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/2085577966 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e232af0 0x55732e23b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 >> 172.21.15.7:0/2085577966 conn(0x55732e22f060 msgr2=0x55732e23cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 shutdown_connections 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.169+0000 7fc06d5c8740 1 -- 172.21.15.7:0/2085577966 wait complete. 2024-09-19T05:47:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.170+0000 7fc06d5c8740 1 -- start start 2024-09-19T05:47:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.170+0000 7fc06d5c8740 1 Processor -- start 2024-09-19T05:47:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e2421c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e242700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641b0d30 con 0x55732e233410 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641b0660 con 0x55732e23dcb0 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641ad8a0 con 0x55732e232af0 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.171+0000 7fc06d5c8740 10 client.0 _ll_register_callbacks cb 0x7fc054009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e242700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:41764/0 (socket says 172.21.15.7:41764) 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 -- 172.21.15.7:0/3068024257 learned_addr learned my addr 172.21.15.7:0/3068024257 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:47:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc063fff640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e2421c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 -- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 msgr2=0x55732e2421c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e2421c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 -- 172.21.15.7:0/3068024257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 msgr2=0x55732e242700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e242700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.172+0000 7fc068dcd640 1 -- 172.21.15.7:0/3068024257 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732e2b7c70 con 0x55732e23dcb0 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc063fff640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e2421c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc0637fe640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e242700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc068dcd640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc05c012c10 tx=0x7fc05c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7361005dfd720fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:47:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc0437fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c01a070 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc05c014030 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55732e1a4a20 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.173+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc05c012e50 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 10 client.25802 fetch_fsmap learned FSMap version 33 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55732e2b8fc0 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55732e1a4a20 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc05c01d070 con 0x55732e23dcb0 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 10 client.25802 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 10 client.25802 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 20 client.25802 populate_metadata read hostname 'smithi007' 2024-09-19T05:47:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e2b96e0 0x55732e2bbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:47:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 4 client.25802 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:47:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.174+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55732e19ed70 con 0x55732e2b96e0 2024-09-19T05:47:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.177+0000 7fc063fff640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e2b96e0 0x55732e2bbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:47:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.177+0000 7fc0437fe640 10 client.25802 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.177+0000 7fc063fff640 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e2b96e0 0x55732e2bbaf0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6452a583ca97d1a9 server_cookie=577cd3dd2a80f6de in_seq=0 out_seq=0 2024-09-19T05:47:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc0437fe640 1 -- 172.21.15.7:0/3068024257 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55732e19ed70 con 0x55732e2b96e0 2024-09-19T05:47:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc0437fe640 10 client.25802 handle_command_reply: tid=0 2024-09-19T05:47:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 client.25802 shutdown 2024-09-19T05:47:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 msgr2=0x55732e2b7730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc05c012c10 tx=0x7fc05c004a40 comp rx=0 tx=0).stop 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 shutdown_connections 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55732e23dcb0 0x55732e2b7730 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55732e2b96e0 0x55732e2bbaf0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55732e233410 0x55732e242700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 --2- 172.21.15.7:0/3068024257 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55732e232af0 0x55732e2421c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 >> 172.21.15.7:0/3068024257 conn(0x55732e22f060 msgr2=0x55732e234550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.185+0000 7fc0437fe640 0 client.25802 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.186+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 shutdown_connections 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.186+0000 7fc06d5c8740 1 -- 172.21.15.7:0/3068024257 wait complete. 2024-09-19T05:47:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.186+0000 7fc06d5c8740 20 client.25802 trim_cache size 0 max 16384 2024-09-19T05:47:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:47:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:47:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:47:58.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 msgr2=0x7fc04c0a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 0x7fc04c0a59c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc05c005fd0 tx=0x7fc05c004ab0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 msgr2=0x7fc06419a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc054005ab0 tx=0x7fc054003c80 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 shutdown_connections 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06419ee70 0x7fc06419f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc064109090 0x7fc06419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc04c0a3500 0x7fc04c0a59c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 --2- 172.21.15.7:0/4155906041 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc064103f40 0x7fc06419a5b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 >> 172.21.15.7:0/4155906041 conn(0x7fc0640ff970 msgr2=0x7fc064100cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 shutdown_connections 2024-09-19T05:47:58.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:47:58.187+0000 7fc06a830640 1 -- 172.21.15.7:0/4155906041 wait complete. 2024-09-19T05:47:59.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:47:59 smithi044 ceph-mon[34175]: pgmap v174: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 88 MiB/s wr, 1.41k op/s 2024-09-19T05:48:00.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:47:59 smithi007 ceph-mon[30960]: pgmap v174: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 88 MiB/s wr, 1.41k op/s 2024-09-19T05:48:00.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:47:59 smithi063 ceph-mon[34779]: pgmap v174: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 13 KiB/s rd, 88 MiB/s wr, 1.41k op/s 2024-09-19T05:48:01.953 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:01 smithi063 ceph-mon[34779]: pgmap v175: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 58 MiB/s wr, 931 op/s 2024-09-19T05:48:01.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:01 smithi044 ceph-mon[34175]: pgmap v175: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 58 MiB/s wr, 931 op/s 2024-09-19T05:48:02.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:01 smithi007 ceph-mon[30960]: pgmap v175: 97 pgs: 97 active+clean; 21 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 58 MiB/s wr, 931 op/s 2024-09-19T05:48:03.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:03 smithi044 ceph-mon[34175]: pgmap v176: 97 pgs: 97 active+clean; 21 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 20 KiB/s rd, 80 MiB/s wr, 1.30k op/s 2024-09-19T05:48:04.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:03 smithi007 ceph-mon[30960]: pgmap v176: 97 pgs: 97 active+clean; 21 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 20 KiB/s rd, 80 MiB/s wr, 1.30k op/s 2024-09-19T05:48:04.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:03 smithi063 ceph-mon[34779]: pgmap v176: 97 pgs: 97 active+clean; 21 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 20 KiB/s rd, 80 MiB/s wr, 1.30k op/s 2024-09-19T05:48:05.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:05 smithi044 ceph-mon[34175]: pgmap v177: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:48:06.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:05 smithi007 ceph-mon[30960]: pgmap v177: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:48:06.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:05 smithi063 ceph-mon[34779]: pgmap v177: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 59 MiB/s wr, 968 op/s 2024-09-19T05:48:07.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:07 smithi044 ceph-mon[34175]: pgmap v178: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 56 MiB/s wr, 914 op/s 2024-09-19T05:48:08.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:07 smithi007 ceph-mon[30960]: pgmap v178: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 56 MiB/s wr, 914 op/s 2024-09-19T05:48:08.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:07 smithi063 ceph-mon[34779]: pgmap v178: 97 pgs: 97 active+clean; 22 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 19 KiB/s rd, 56 MiB/s wr, 914 op/s 2024-09-19T05:48:09.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:09 smithi044 ceph-mon[34175]: pgmap v179: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 23 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:48:10.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:09 smithi007 ceph-mon[30960]: pgmap v179: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 23 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:48:10.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:09 smithi063 ceph-mon[34779]: pgmap v179: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 23 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:48:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 -- 172.21.15.7:0/4168542870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 msgr2=0x7efe44108440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 --2- 172.21.15.7:0/4168542870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44108440 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efe30009930 tx=0x7efe3002a440 comp rx=0 tx=0).stop 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 -- 172.21.15.7:0/4168542870 shutdown_connections 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 --2- 172.21.15.7:0/4168542870 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe44108980 0x7efe44114e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 --2- 172.21.15.7:0/4168542870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44108440 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 --2- 172.21.15.7:0/4168542870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 0x7efe4410e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.685+0000 7efe49cca640 1 -- 172.21.15.7:0/4168542870 >> 172.21.15.7:0/4168542870 conn(0x7efe440778f0 msgr2=0x7efe44079d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.688+0000 7efe49cca640 1 -- 172.21.15.7:0/4168542870 shutdown_connections 2024-09-19T05:48:11.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.689+0000 7efe49cca640 1 -- 172.21.15.7:0/4168542870 wait complete. 2024-09-19T05:48:11.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.690+0000 7efe49cca640 1 Processor -- start 2024-09-19T05:48:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.690+0000 7efe49cca640 1 -- start start 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.690+0000 7efe49cca640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.690+0000 7efe49cca640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe44108980 0x7efe4407b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.690+0000 7efe49cca640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 0x7efe4407bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:54238/0 (socket says 172.21.15.7:54238) 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe48cc8640 1 -- 172.21.15.7:0/125627719 learned_addr learned my addr 172.21.15.7:0/125627719 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe441181e0 con 0x7efe4410dfe0 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe44118060 con 0x7efe44108020 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe44118360 con 0x7efe44108980 2024-09-19T05:48:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.691+0000 7efe494c9640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 0x7efe4407bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 -- 172.21.15.7:0/125627719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe44108980 msgr2=0x7efe4407b9d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe44108980 0x7efe4407b9d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 -- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 msgr2=0x7efe4407bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 0x7efe4407bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4407c5f0 con 0x7efe44108020 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.692+0000 7efe48cc8640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe3800e9f0 tx=0x7efe3800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.693+0000 7efe41ffb640 1 -- 172.21.15.7:0/125627719 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3800cd80 con 0x7efe44108020 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.693+0000 7efe41ffb640 1 -- 172.21.15.7:0/125627719 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe380108e0 con 0x7efe44108020 2024-09-19T05:48:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.693+0000 7efe41ffb640 1 -- 172.21.15.7:0/125627719 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe38018820 con 0x7efe44108020 2024-09-19T05:48:11.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.693+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe44080470 con 0x7efe44108020 2024-09-19T05:48:11.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.694+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe44080970 con 0x7efe44108020 2024-09-19T05:48:11.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.699+0000 7efe41ffb640 1 -- 172.21.15.7:0/125627719 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7efe38010a90 con 0x7efe44108020 2024-09-19T05:48:11.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.700+0000 7efe41ffb640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 0x7efe340a5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.700+0000 7efe41ffb640 1 -- 172.21.15.7:0/125627719 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe380d0090 con 0x7efe44108020 2024-09-19T05:48:11.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.700+0000 7efe43fff640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 0x7efe340a5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.701+0000 7efe43fff640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 0x7efe340a5a30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe300096c0 tx=0x7efe30005fd0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 Processor -- start 2024-09-19T05:48:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 -- start start 2024-09-19T05:48:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.721 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c275f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5624c26b62f0 con 0x5624c2751cc0 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5624c265e270 con 0x5624c275ce80 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5624c26b22b0 con 0x5624c27525e0 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe43fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe43fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:33590/0 (socket says 172.21.15.7:33590) 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe43fff640 1 -- 172.21.15.7:0/2314329544 learned_addr learned my addr 172.21.15.7:0/2314329544 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.717+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34760/0 (socket says 172.21.15.7:34760) 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe494c9640 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c275f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 -- 172.21.15.7:0/2314329544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 msgr2=0x5624c275c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.722 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 -- 172.21.15.7:0/2314329544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 msgr2=0x5624c275f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c275f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 -- 172.21.15.7:0/2314329544 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624c265d340 con 0x5624c2751cc0 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe43fff640 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe48cc8640 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7efe380cd790 tx=0x7efe38010e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eb775fcc26b007b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe2effd640 1 -- 172.21.15.7:0/2314329544 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe380b5070 con 0x5624c2751cc0 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe2effd640 1 -- 172.21.15.7:0/2314329544 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe3809c320 con 0x5624c2751cc0 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.718+0000 7efe2effd640 1 -- 172.21.15.7:0/2314329544 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe380cda10 con 0x5624c2751cc0 2024-09-19T05:48:11.723 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 -- 172.21.15.7:0/2314329544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 msgr2=0x5624c27520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.724 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7efe380cd790 tx=0x7efe38010e80 comp rx=0 tx=0).stop 2024-09-19T05:48:11.724 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 -- 172.21.15.7:0/2314329544 shutdown_connections 2024-09-19T05:48:11.724 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c275f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c27525e0 0x5624c275c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/2314329544 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c27520a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.721+0000 7efe4dcbd740 1 -- 172.21.15.7:0/2314329544 >> 172.21.15.7:0/2314329544 conn(0x5624c274e230 msgr2=0x5624c274e610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.722+0000 7efe4dcbd740 1 -- 172.21.15.7:0/2314329544 shutdown_connections 2024-09-19T05:48:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.722+0000 7efe4dcbd740 1 -- 172.21.15.7:0/2314329544 wait complete. 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.722+0000 7efe4dcbd740 1 -- start start 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.723+0000 7efe4dcbd740 1 Processor -- start 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.723+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c2759df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.723+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.723+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 0x5624c275a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5624c275fa50 con 0x5624c2751cc0 2024-09-19T05:48:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5624c263f290 con 0x5624c27525e0 2024-09-19T05:48:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5624c275fbd0 con 0x5624c275ce80 2024-09-19T05:48:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe43fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe43fff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:54256/0 (socket says 172.21.15.7:54256) 2024-09-19T05:48:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe43fff640 1 -- 172.21.15.7:0/485272037 learned_addr learned my addr 172.21.15.7:0/485272037 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe494c9640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 0x5624c275a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe48cc8640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c2759df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.724+0000 7efe4dcbd740 10 client.0 _ll_register_callbacks cb 0x5624c2670140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 -- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 msgr2=0x5624c275a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 0x5624c275a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 -- 172.21.15.7:0/485272037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 msgr2=0x5624c275a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 -- 172.21.15.7:0/485272037 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624c23c9210 con 0x5624c2751cc0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe43fff640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe494c9640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 0x5624c275a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe48cc8640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c2759df0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7efe380cd7c0 tx=0x7efe380a06d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4332703e3c057772 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe23fff640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:48:11.730 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.725+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe380cdc20 con 0x5624c2751cc0 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.726+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe3809c320 con 0x5624c2751cc0 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.726+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe38010430 con 0x5624c2751cc0 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.726+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efe38010670 con 0x5624c2751cc0 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.726+0000 7efe4dcbd740 10 client.16296 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.726+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5624c2495620 con 0x5624c2751cc0 2024-09-19T05:48:11.731 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.727+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe3809c320 con 0x5624c2751cc0 2024-09-19T05:48:11.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.727+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7efe380bc080 con 0x5624c2751cc0 2024-09-19T05:48:11.732 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 10 client.16296 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 10 client.16296 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 20 client.16296 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c276ccb0 0x5624c276f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 4 client.16296 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624c26c3a20 con 0x5624c276ccb0 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.728+0000 7efe43fff640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c276ccb0 0x5624c276f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.729+0000 7efe43fff640 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c276ccb0 0x5624c276f0a0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6682ccd890deaca server_cookie=e096bf5e0f86729 in_seq=0 out_seq=0 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.729+0000 7efe23fff640 10 client.16296 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.729+0000 7efe23fff640 1 -- 172.21.15.7:0/485272037 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624c26c3a20 con 0x5624c276ccb0 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe23fff640 10 client.16296 handle_command_reply: tid=0 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 client.16296 shutdown 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 msgr2=0x5624c2759df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.733 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c2759df0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7efe380cd7c0 tx=0x7efe380a06d0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 shutdown_connections 2024-09-19T05:48:11.734 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c275ce80 0x5624c275a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c27525e0 0x5624c275a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c276ccb0 0x5624c276f0a0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/485272037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c2751cc0 0x5624c2759df0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe23fff640 0 client.16296 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 >> 172.21.15.7:0/485272037 conn(0x5624c274e230 msgr2=0x5624c2753f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.730+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 shutdown_connections 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.731+0000 7efe4dcbd740 1 -- 172.21.15.7:0/485272037 wait complete. 2024-09-19T05:48:11.735 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.731+0000 7efe4dcbd740 20 client.16296 trim_cache size 0 max 16384 2024-09-19T05:48:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 Processor -- start 2024-09-19T05:48:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 -- start start 2024-09-19T05:48:11.765 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c275a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c2757030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe441bc580 con 0x5624c27525e0 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe441be0c0 con 0x5624c275ce80 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe4dcbd740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe441bcc50 con 0x5624c2751cc0 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe494c9640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe494c9640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:54258/0 (socket says 172.21.15.7:54258) 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.761+0000 7efe494c9640 1 -- 172.21.15.7:0/3297558327 learned_addr learned my addr 172.21.15.7:0/3297558327 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe48cc8640 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c275a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe43fff640 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c2757030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe494c9640 1 -- 172.21.15.7:0/3297558327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 msgr2=0x5624c275a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe494c9640 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c275a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe494c9640 1 -- 172.21.15.7:0/3297558327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 msgr2=0x5624c2757030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe494c9640 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c2757030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.762+0000 7efe494c9640 1 -- 172.21.15.7:0/3297558327 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624c274f2e0 con 0x5624c275ce80 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.763+0000 7efe494c9640 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efe3c012790 tx=0x7efe3c009500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffc52803527b3401 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.763+0000 7efe2e7fc640 1 -- 172.21.15.7:0/3297558327 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c011ba0 con 0x5624c275ce80 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.763+0000 7efe2e7fc640 1 -- 172.21.15.7:0/3297558327 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe3c021070 con 0x5624c275ce80 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.763+0000 7efe2e7fc640 1 -- 172.21.15.7:0/3297558327 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe3c00f440 con 0x5624c275ce80 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.764+0000 7efe4dcbd740 1 -- 172.21.15.7:0/3297558327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 msgr2=0x5624c2757570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efe3c012790 tx=0x7efe3c009500 comp rx=0 tx=0).stop 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 -- 172.21.15.7:0/3297558327 shutdown_connections 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c2757570 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c2757030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/3297558327 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c275a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 -- 172.21.15.7:0/3297558327 >> 172.21.15.7:0/3297558327 conn(0x5624c274e230 msgr2=0x5624c27550c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 -- 172.21.15.7:0/3297558327 shutdown_connections 2024-09-19T05:48:11.770 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.765+0000 7efe4dcbd740 1 -- 172.21.15.7:0/3297558327 wait complete. 2024-09-19T05:48:11.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.766+0000 7efe4dcbd740 1 -- start start 2024-09-19T05:48:11.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.766+0000 7efe4dcbd740 1 Processor -- start 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c276f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c27d55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe43fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c276f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:33618/0 (socket says 172.21.15.7:33618) 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 -- 172.21.15.7:0/182336750 learned_addr learned my addr 172.21.15.7:0/182336750 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe441bd9f0 con 0x5624c27525e0 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efe441bd320 con 0x5624c275ce80 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7efe441ba560 con 0x5624c2751cc0 2024-09-19T05:48:11.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe4dcbd740 10 client.0 _ll_register_callbacks cb 0x7efe380b3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe494c9640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c27d55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 -- 172.21.15.7:0/182336750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 msgr2=0x5624c27d55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c27d55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 -- 172.21.15.7:0/182336750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 msgr2=0x5624c276f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c276f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe48cc8640 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624c27d5b20 con 0x5624c2751cc0 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe494c9640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c27d55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.767+0000 7efe43fff640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c276f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:11.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe48cc8640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efe38098cf0 tx=0x7efe380a50d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6334d3c335a3ad5f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe23fff640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe380cdc20 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7efe38098070 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe3c021070 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efe380985c0 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe4dcbd740 10 client.25978 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.768+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5624c27d6e00 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe3809c320 con 0x5624c2751cc0 2024-09-19T05:48:11.778 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7efe3809b1e0 con 0x5624c2751cc0 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 10 client.25978 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 10 client.25978 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 20 client.25978 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c27d7190 0x5624c27d95b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 4 client.25978 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7efe3c021070 con 0x5624c27d7190 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.769+0000 7efe43fff640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c27d7190 0x5624c27d95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.770+0000 7efe23fff640 10 client.25978 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:11.779 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.770+0000 7efe43fff640 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c27d7190 0x5624c27d95b0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46f5cc134a7c05e0 server_cookie=2256d7575d4c6aab in_seq=0 out_seq=0 2024-09-19T05:48:11.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe23fff640 1 -- 172.21.15.7:0/182336750 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7efe3c021070 con 0x5624c27d7190 2024-09-19T05:48:11.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe23fff640 10 client.25978 handle_command_reply: tid=0 2024-09-19T05:48:11.785 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 client.25978 shutdown 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 msgr2=0x5624c276f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efe38098cf0 tx=0x7efe380a50d0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 shutdown_connections 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5624c275ce80 0x5624c27d55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5624c27d7190 0x5624c27d95b0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5624c27525e0 0x5624c276f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe23fff640 0 client.25978 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 --2- 172.21.15.7:0/182336750 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5624c2751cc0 0x5624c276f180 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.782+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 >> 172.21.15.7:0/182336750 conn(0x5624c274e230 msgr2=0x5624c2753720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.783+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 shutdown_connections 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.783+0000 7efe4dcbd740 1 -- 172.21.15.7:0/182336750 wait complete. 2024-09-19T05:48:11.786 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.783+0000 7efe4dcbd740 20 client.25978 trim_cache size 0 max 16384 2024-09-19T05:48:11.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:48:11.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:48:11.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:48:11.787 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:48:11.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.784+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 msgr2=0x7efe340a5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.788 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.784+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 0x7efe340a5a30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe300096c0 tx=0x7efe30005fd0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.784+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 msgr2=0x7efe44082950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.784+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe3800e9f0 tx=0x7efe3800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 shutdown_connections 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe4410dfe0 0x7efe4407bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7efe340a3570 0x7efe340a5a30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7efe44108980 0x7efe4407b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 --2- 172.21.15.7:0/125627719 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efe44108020 0x7efe44082950 secure :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe3800e9f0 tx=0x7efe3800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 >> 172.21.15.7:0/125627719 conn(0x7efe440778f0 msgr2=0x7efe44079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 shutdown_connections 2024-09-19T05:48:11.789 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:11.785+0000 7efe49cca640 1 -- 172.21.15.7:0/125627719 wait complete. 2024-09-19T05:48:11.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:11 smithi044 ceph-mon[34175]: pgmap v180: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 MiB/s wr, 894 op/s 2024-09-19T05:48:12.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:11 smithi007 ceph-mon[30960]: pgmap v180: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 MiB/s wr, 894 op/s 2024-09-19T05:48:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:11 smithi063 ceph-mon[34779]: pgmap v180: 97 pgs: 97 active+clean; 22 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 MiB/s wr, 894 op/s 2024-09-19T05:48:13.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:13 smithi044 ceph-mon[34175]: pgmap v181: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 22 KiB/s rd, 78 MiB/s wr, 1.28k op/s 2024-09-19T05:48:14.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:13 smithi007 ceph-mon[30960]: pgmap v181: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 22 KiB/s rd, 78 MiB/s wr, 1.28k op/s 2024-09-19T05:48:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:13 smithi063 ceph-mon[34779]: pgmap v181: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 22 KiB/s rd, 78 MiB/s wr, 1.28k op/s 2024-09-19T05:48:15.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:15 smithi044 ceph-mon[34175]: pgmap v182: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 61 MiB/s wr, 992 op/s 2024-09-19T05:48:16.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:15 smithi007 ceph-mon[30960]: pgmap v182: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 61 MiB/s wr, 992 op/s 2024-09-19T05:48:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:15 smithi063 ceph-mon[34779]: pgmap v182: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.7 KiB/s rd, 61 MiB/s wr, 992 op/s 2024-09-19T05:48:17.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:17 smithi044 ceph-mon[34175]: pgmap v183: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 56 MiB/s wr, 909 op/s 2024-09-19T05:48:18.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:17 smithi007 ceph-mon[30960]: pgmap v183: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 56 MiB/s wr, 909 op/s 2024-09-19T05:48:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:17 smithi063 ceph-mon[34779]: pgmap v183: 97 pgs: 97 active+clean; 22 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 56 MiB/s wr, 909 op/s 2024-09-19T05:48:19.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:19 smithi044 ceph-mon[34175]: pgmap v184: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 1.38k op/s 2024-09-19T05:48:20.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:19 smithi007 ceph-mon[30960]: pgmap v184: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 1.38k op/s 2024-09-19T05:48:20.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:19 smithi063 ceph-mon[34779]: pgmap v184: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 13 KiB/s rd, 86 MiB/s wr, 1.38k op/s 2024-09-19T05:48:21.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:21 smithi044 ceph-mon[34175]: pgmap v185: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 58 MiB/s wr, 941 op/s 2024-09-19T05:48:22.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:21 smithi007 ceph-mon[30960]: pgmap v185: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 58 MiB/s wr, 941 op/s 2024-09-19T05:48:22.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:21 smithi063 ceph-mon[34779]: pgmap v185: 97 pgs: 97 active+clean; 22 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 58 MiB/s wr, 941 op/s 2024-09-19T05:48:24.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:23 smithi007 ceph-mon[30960]: pgmap v186: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 12 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2024-09-19T05:48:24.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:23 smithi063 ceph-mon[34779]: pgmap v186: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 12 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2024-09-19T05:48:24.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:23 smithi044 ceph-mon[34175]: pgmap v186: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 12 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2024-09-19T05:48:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 -- 172.21.15.7:0/606505313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde40100810 msgr2=0x7fde40100c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 --2- 172.21.15.7:0/606505313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde40100810 0x7fde40100c70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fde38009ca0 tx=0x7fde3802a8b0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 -- 172.21.15.7:0/606505313 shutdown_connections 2024-09-19T05:48:24.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 --2- 172.21.15.7:0/606505313 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde401011b0 0x7fde4010d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 --2- 172.21.15.7:0/606505313 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde40100810 0x7fde40100c70 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 --2- 172.21.15.7:0/606505313 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde40106c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 -- 172.21.15.7:0/606505313 >> 172.21.15.7:0/606505313 conn(0x7fde400777f0 msgr2=0x7fde400feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 -- 172.21.15.7:0/606505313 shutdown_connections 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.958+0000 7fde4728f640 1 -- 172.21.15.7:0/606505313 wait complete. 2024-09-19T05:48:24.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 Processor -- start 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 -- start start 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde401011b0 0x7fde4010afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde4010b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010fa40 con 0x7fde40106820 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010f8c0 con 0x7fde40100810 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.959+0000 7fde4728f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fde4010fbc0 con 0x7fde401011b0 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:56808/0 (socket says 172.21.15.7:56808) 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 -- 172.21.15.7:0/3622287712 learned_addr learned my addr 172.21.15.7:0/3622287712 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde45a8c640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde401011b0 0x7fde4010afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde46a8e640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde4010b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 -- 172.21.15.7:0/3622287712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde401011b0 msgr2=0x7fde4010afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:24.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde401011b0 0x7fde4010afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 -- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 msgr2=0x7fde4010b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde4010b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 -- 172.21.15.7:0/3622287712 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde4006bd40 con 0x7fde40100810 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde4628d640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fde3400d950 tx=0x7fde3400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.960+0000 7fde46a8e640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde4010b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.961+0000 7fde337fe640 1 -- 172.21.15.7:0/3622287712 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34017070 con 0x7fde40100810 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.961+0000 7fde337fe640 1 -- 172.21.15.7:0/3622287712 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde34009c30 con 0x7fde40100810 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.961+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde4006c030 con 0x7fde40100810 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.962+0000 7fde337fe640 1 -- 172.21.15.7:0/3622287712 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3400f620 con 0x7fde40100810 2024-09-19T05:48:24.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.962+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde4006c550 con 0x7fde40100810 2024-09-19T05:48:24.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.966+0000 7fde4b292740 1 Processor -- start 2024-09-19T05:48:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.966+0000 7fde4b292740 1 -- start start 2024-09-19T05:48:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.966+0000 7fde337fe640 1 -- 172.21.15.7:0/3622287712 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fde340109a0 con 0x7fde40100810 2024-09-19T05:48:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.966+0000 7fde4b292740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.968 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.966+0000 7fde4b292740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x561080442940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde4b292740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080442e80 0x561080445270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde4b292740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56108039c2f0 con 0x561080437cc0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde4b292740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561080344270 con 0x561080442e80 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde4b292740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5610803982b0 con 0x5610804385e0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43742/0 (socket says 172.21.15.7:43742) 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 -- 172.21.15.7:0/971876047 learned_addr learned my addr 172.21.15.7:0/971876047 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde4628d640 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x561080442940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde45a8c640 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080442e80 0x561080445270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 -- 172.21.15.7:0/971876047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 msgr2=0x561080442940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x561080442940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 -- 172.21.15.7:0/971876047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080442e80 msgr2=0x561080445270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080442e80 0x561080445270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.967+0000 7fde46a8e640 1 -- 172.21.15.7:0/971876047 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561080343340 con 0x561080437cc0 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde337fe640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 0x7fde2c0a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.970 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde46a8e640 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fde3c00bb80 tx=0x7fde3c00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b606ef772a8e26f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde4628d640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 0x7fde2c0a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde30bfe640 1 -- 172.21.15.7:0/971876047 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3c005220 con 0x561080437cc0 2024-09-19T05:48:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde30bfe640 1 -- 172.21.15.7:0/971876047 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde3c004c50 con 0x561080437cc0 2024-09-19T05:48:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.968+0000 7fde337fe640 1 -- 172.21.15.7:0/3622287712 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fde340cf4d0 con 0x7fde40100810 2024-09-19T05:48:24.971 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.969+0000 7fde30bfe640 1 -- 172.21.15.7:0/971876047 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3c00f7e0 con 0x561080437cc0 2024-09-19T05:48:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.969+0000 7fde4628d640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 0x7fde2c0a59b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x561080435090 tx=0x7fde340d4040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:24.972 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 -- 172.21.15.7:0/971876047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 msgr2=0x5610804380a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fde3c00bb80 tx=0x7fde3c00d710 comp rx=0 tx=0).stop 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 -- 172.21.15.7:0/971876047 shutdown_connections 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080442e80 0x561080445270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x561080442940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 --2- 172.21.15.7:0/971876047 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080437cc0 0x5610804380a0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.970+0000 7fde4b292740 1 -- 172.21.15.7:0/971876047 >> 172.21.15.7:0/971876047 conn(0x561080434230 msgr2=0x561080434610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.971+0000 7fde4b292740 1 -- 172.21.15.7:0/971876047 shutdown_connections 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.971+0000 7fde4b292740 1 -- 172.21.15.7:0/971876047 wait complete. 2024-09-19T05:48:24.973 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.972+0000 7fde4b292740 1 -- start start 2024-09-19T05:48:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.972+0000 7fde4b292740 1 Processor -- start 2024-09-19T05:48:24.974 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610804385e0 0x561080440270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:56838/0 (socket says 172.21.15.7:56838) 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080442e80 0x5610804407b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561080445aa0 con 0x5610804385e0 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561080325290 con 0x561080437cc0 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x561080445c20 con 0x561080442e80 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde4b292740 10 client.0 _ll_register_callbacks cb 0x561080356140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:24.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde46a8e640 1 -- 172.21.15.7:0/248806626 learned_addr learned my addr 172.21.15.7:0/248806626 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:24.976 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde46a8e640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080442e80 0x5610804407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.973+0000 7fde45a8c640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610804385e0 0x561080440270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 -- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080442e80 msgr2=0x5610804407b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080442e80 0x5610804407b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 -- 172.21.15.7:0/248806626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610804385e0 msgr2=0x561080440270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610804385e0 0x561080440270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 -- 172.21.15.7:0/248806626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610800af210 con 0x561080437cc0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde46a8e640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fde3c000c00 tx=0x7fde3c00bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e41a874b82ea7a70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde3c02b060 con 0x561080437cc0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fde3c005010 con 0x561080437cc0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.974+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde3c004c50 con 0x561080437cc0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fde3c005210 con 0x561080437cc0 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 10 client.25829 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:24.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56108017b620 con 0x561080437cc0 2024-09-19T05:48:24.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde3c0053b0 con 0x561080437cc0 2024-09-19T05:48:24.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fde3c01f070 con 0x561080437cc0 2024-09-19T05:48:24.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 10 client.25829 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 10 client.25829 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 20 client.25829 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804531c0 0x5610804555b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 4 client.25829 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.975+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fde3c004c50 con 0x5610804531c0 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.976+0000 7fde45a8c640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804531c0 0x5610804555b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:24.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.976+0000 7fde29ffb640 10 client.25829 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.977+0000 7fde45a8c640 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804531c0 0x5610804555b0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a061245e11cdfa5 server_cookie=3e26119f720679a7 in_seq=0 out_seq=0 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde29ffb640 1 -- 172.21.15.7:0/248806626 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fde3c004c50 con 0x5610804531c0 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde29ffb640 10 client.25829 handle_command_reply: tid=0 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 client.25829 shutdown 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 msgr2=0x56108043fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fde3c000c00 tx=0x7fde3c00bf20 comp rx=0 tx=0).stop 2024-09-19T05:48:24.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 shutdown_connections 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080442e80 0x5610804407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804531c0 0x5610804555b0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.978+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5610804385e0 0x561080440270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde4b292740 1 --2- 172.21.15.7:0/248806626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043fd30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 >> 172.21.15.7:0/248806626 conn(0x561080434230 msgr2=0x561080439f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde29ffb640 0 client.25829 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 shutdown_connections 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde4b292740 1 -- 172.21.15.7:0/248806626 wait complete. 2024-09-19T05:48:24.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:24.979+0000 7fde4b292740 20 client.25829 trim_cache size 0 max 16384 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.002+0000 7fde4b292740 1 Processor -- start 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.002+0000 7fde4b292740 1 -- start start 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.002+0000 7fde4b292740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde4b292740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde4b292740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x56108045ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde4b292740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde401bc480 con 0x561080442e80 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40784/0 (socket says 172.21.15.7:40784) 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 -- 172.21.15.7:0/53606618 learned_addr learned my addr 172.21.15.7:0/53606618 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde46a8e640 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x56108045ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde401bdfc0 con 0x561080437cc0 2024-09-19T05:48:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fde401bcb50 con 0x5610804385e0 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde46a8e640 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 -- 172.21.15.7:0/53606618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 msgr2=0x56108043a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 -- 172.21.15.7:0/53606618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 msgr2=0x56108045ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x56108045ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.003+0000 7fde45a8c640 1 -- 172.21.15.7:0/53606618 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56108042e450 con 0x5610804385e0 2024-09-19T05:48:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.004+0000 7fde45a8c640 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fde3802ae70 tx=0x7fde38009820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76bae27a73ebe8f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.004+0000 7fde2bfff640 1 -- 172.21.15.7:0/53606618 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde38030b20 con 0x5610804385e0 2024-09-19T05:48:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.004+0000 7fde2bfff640 1 -- 172.21.15.7:0/53606618 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde38036040 con 0x5610804385e0 2024-09-19T05:48:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.004+0000 7fde2bfff640 1 -- 172.21.15.7:0/53606618 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde38004830 con 0x5610804385e0 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 msgr2=0x5610804405e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fde3802ae70 tx=0x7fde38009820 comp rx=0 tx=0).stop 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 shutdown_connections 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x56108045ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5610804385e0 0x5610804405e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 --2- 172.21.15.7:0/53606618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561080437cc0 0x56108043a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.005+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 >> 172.21.15.7:0/53606618 conn(0x561080434230 msgr2=0x561080434610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:25.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.006+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 shutdown_connections 2024-09-19T05:48:25.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.006+0000 7fde4b292740 1 -- 172.21.15.7:0/53606618 wait complete. 2024-09-19T05:48:25.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.006+0000 7fde4b292740 1 -- start start 2024-09-19T05:48:25.009 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde4b292740 1 Processor -- start 2024-09-19T05:48:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde4b292740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde4b292740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 0x561080446400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde4b292740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x561080446940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde4b292740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde401bd8f0 con 0x561080442e80 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.007+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde46a8e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:40792/0 (socket says 172.21.15.7:40792) 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde46a8e640 1 -- 172.21.15.7:0/616760653 learned_addr learned my addr 172.21.15.7:0/616760653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 0x561080446400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde401bd220 con 0x5610804385e0 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fde40072f50 con 0x561080437cc0 2024-09-19T05:48:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde46a8e640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x561080446940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde4b292740 10 client.0 _ll_register_callbacks cb 0x7fde38030f60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 -- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 msgr2=0x561080445ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 -- 172.21.15.7:0/616760653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 msgr2=0x561080446940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x561080446940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610804bc120 con 0x5610804385e0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde46a8e640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde45a8c640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 0x561080446400 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde3802aea0 tx=0x7fde38004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbcca0de7f7c303c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.008+0000 7fde29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde38058070 con 0x5610804385e0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fde38030920 con 0x5610804385e0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde38036040 con 0x5610804385e0 2024-09-19T05:48:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fde38064050 con 0x5610804385e0 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde4b292740 10 client.25835 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.009+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5610804bd350 con 0x5610804385e0 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde38036040 con 0x5610804385e0 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fde38045030 con 0x5610804385e0 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 10 client.25835 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 10 client.25835 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 20 client.25835 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804bda70 0x5610804bfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 4 client.25835 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:48:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5610803a9a20 con 0x5610804bda70 2024-09-19T05:48:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde46a8e640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804bda70 0x5610804bfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.010+0000 7fde29ffb640 10 client.25835 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.011+0000 7fde46a8e640 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804bda70 0x5610804bfe90 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=484b6b627dc1c2ba server_cookie=face02976ae419b1 in_seq=0 out_seq=0 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde29ffb640 1 -- 172.21.15.7:0/616760653 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5610803a9a20 con 0x5610804bda70 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde29ffb640 10 client.25835 handle_command_reply: tid=0 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 client.25835 shutdown 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 msgr2=0x561080446400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 0x561080446400 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde3802aea0 tx=0x7fde38004270 comp rx=0 tx=0).stop 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 shutdown_connections 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5610804bda70 0x5610804bfe90 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561080442e80 0x561080446940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5610804385e0 0x561080446400 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 --2- 172.21.15.7:0/616760653 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x561080437cc0 0x561080445ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde29ffb640 0 client.25835 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 >> 172.21.15.7:0/616760653 conn(0x561080434230 msgr2=0x561080432a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 shutdown_connections 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 1 -- 172.21.15.7:0/616760653 wait complete. 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.023+0000 7fde4b292740 20 client.25835 trim_cache size 0 max 16384 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:48:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:48:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 msgr2=0x7fde2c0a59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 0x7fde2c0a59b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x561080435090 tx=0x7fde340d4040 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 msgr2=0x7fde4010aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fde3400d950 tx=0x7fde3400de10 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 shutdown_connections 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde40106820 0x7fde4010b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fde2c0a34f0 0x7fde2c0a59b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.024+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fde401011b0 0x7fde4010afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.025+0000 7fde4728f640 1 --2- 172.21.15.7:0/3622287712 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde40100810 0x7fde4010aa60 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.025+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 >> 172.21.15.7:0/3622287712 conn(0x7fde400777f0 msgr2=0x7fde40103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.025+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 shutdown_connections 2024-09-19T05:48:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:25.025+0000 7fde4728f640 1 -- 172.21.15.7:0/3622287712 wait complete. 2024-09-19T05:48:26.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:25 smithi007 ceph-mon[30960]: pgmap v187: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:26.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:25 smithi063 ceph-mon[34779]: pgmap v187: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:26.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:25 smithi044 ceph-mon[34175]: pgmap v187: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:28.147 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:27 smithi007 ceph-mon[30960]: pgmap v188: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 58 MiB/s wr, 936 op/s 2024-09-19T05:48:28.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:27 smithi063 ceph-mon[34779]: pgmap v188: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 58 MiB/s wr, 936 op/s 2024-09-19T05:48:28.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:27 smithi044 ceph-mon[34175]: pgmap v188: 97 pgs: 97 active+clean; 23 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 8.1 KiB/s rd, 58 MiB/s wr, 936 op/s 2024-09-19T05:48:30.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:29 smithi007 ceph-mon[30960]: pgmap v189: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 87 MiB/s wr, 1.40k op/s 2024-09-19T05:48:30.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:29 smithi063 ceph-mon[34779]: pgmap v189: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 87 MiB/s wr, 1.40k op/s 2024-09-19T05:48:30.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:29 smithi044 ceph-mon[34175]: pgmap v189: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 87 MiB/s wr, 1.40k op/s 2024-09-19T05:48:31.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:31 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:48:31.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:31 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:48:31.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:31 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:48:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:32 smithi044 ceph-mon[34175]: pgmap v190: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 58 MiB/s wr, 930 op/s 2024-09-19T05:48:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:32 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:48:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:32 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:48:32.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:32 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:48:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:32 smithi007 ceph-mon[30960]: pgmap v190: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 58 MiB/s wr, 930 op/s 2024-09-19T05:48:32.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:32 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:48:32.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:32 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:48:32.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:32 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:48:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:32 smithi063 ceph-mon[34779]: pgmap v190: 97 pgs: 97 active+clean; 23 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.8 KiB/s rd, 58 MiB/s wr, 930 op/s 2024-09-19T05:48:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:32 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:48:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:32 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:48:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:32 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:48:34.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:34 smithi044 ceph-mon[34175]: pgmap v191: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:34.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:34 smithi007 ceph-mon[30960]: pgmap v191: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:34 smithi063 ceph-mon[34779]: pgmap v191: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:36.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:36 smithi044 ceph-mon[34175]: pgmap v192: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 6.3 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:48:36.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:36 smithi007 ceph-mon[30960]: pgmap v192: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 6.3 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:48:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:36 smithi063 ceph-mon[34779]: pgmap v192: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 6.3 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 -- 172.21.15.7:0/576076259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01095d0 msgr2=0x7f98f0109a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 --2- 172.21.15.7:0/576076259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01095d0 0x7f98f0109a10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009900 tx=0x7f98e402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 -- 172.21.15.7:0/576076259 shutdown_connections 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 --2- 172.21.15.7:0/576076259 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f011d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 --2- 172.21.15.7:0/576076259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01095d0 0x7f98f0109a10 secure :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009900 tx=0x7f98e402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 --2- 172.21.15.7:0/576076259 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f0110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.182+0000 7f98f7331640 1 -- 172.21.15.7:0/576076259 >> 172.21.15.7:0/576076259 conn(0x7f98f006cdf0 msgr2=0x7f98f006d200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.184+0000 7f98f7331640 1 -- 172.21.15.7:0/576076259 shutdown_connections 2024-09-19T05:48:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.184+0000 7f98f7331640 1 -- 172.21.15.7:0/576076259 wait complete. 2024-09-19T05:48:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.185+0000 7f98f7331640 1 Processor -- start 2024-09-19T05:48:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 -- start start 2024-09-19T05:48:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f01a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f01a77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 0x7f98f01ac020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98f0120ba0 con 0x7f98f01abb70 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f98f0120a20 con 0x7f98f01091f0 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.186+0000 7f98f7331640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f98f0120d20 con 0x7f98f011b140 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f01a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f58ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 0x7f98f01ac020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f58ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 0x7f98f01ac020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37610/0 (socket says 172.21.15.7:37610) 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f58ce640 1 -- 172.21.15.7:0/2827799226 learned_addr learned my addr 172.21.15.7:0/2827799226 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f01a77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 -- 172.21.15.7:0/2827799226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 msgr2=0x7f98f01a77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f01a77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 -- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 msgr2=0x7f98f01ac020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 0x7f98f01ac020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 -- 172.21.15.7:0/2827799226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98f01ac660 con 0x7f98f01091f0 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f01a77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.187+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f01a72b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f98e000eb00 tx=0x7f98e000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.188+0000 7f98ee7fc640 1 -- 172.21.15.7:0/2827799226 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0010430 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.188+0000 7f98ee7fc640 1 -- 172.21.15.7:0/2827799226 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e0010a80 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.188+0000 7f98ee7fc640 1 -- 172.21.15.7:0/2827799226 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0017b10 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.188+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98f01ac950 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.188+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98f01b40c0 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98ee7fc640 1 -- 172.21.15.7:0/2827799226 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f98e0017cb0 con 0x7f98f01091f0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 Processor -- start 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 -- start start 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x56310166bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 0x5631016790a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5631015d02f0 con 0x56310166c410 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563101578270 con 0x563101676cb0 2024-09-19T05:48:38.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5631015cc2b0 con 0x56310166baf0 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.192+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37614/0 (socket says 172.21.15.7:37614) 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 0x5631016790a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f50cd640 1 -- 172.21.15.7:0/3506058402 learned_addr learned my addr 172.21.15.7:0/3506058402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f58ce640 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x56310166bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 -- 172.21.15.7:0/3506058402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 msgr2=0x56310166bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x56310166bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 -- 172.21.15.7:0/3506058402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 msgr2=0x563101676770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 -- 172.21.15.7:0/3506058402 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563101577340 con 0x563101676cb0 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f50cd640 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.193+0000 7f98f48cc640 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 0x5631016790a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f98e4008000 tx=0x7f98e40041b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc833fe2e7a5134c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.194+0000 7f98d77fe640 1 -- 172.21.15.7:0/3506058402 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4035070 con 0x563101676cb0 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.194+0000 7f98d77fe640 1 -- 172.21.15.7:0/3506058402 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e40054f0 con 0x563101676cb0 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.194+0000 7f98d77fe640 1 -- 172.21.15.7:0/3506058402 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4004e40 con 0x563101676cb0 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.194+0000 7f98ee7fc640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 0x7f98d80a58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98ee7fc640 1 -- 172.21.15.7:0/2827799226 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f98e00d06e0 con 0x7f98f01091f0 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 -- 172.21.15.7:0/3506058402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 msgr2=0x5631016790a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 0x5631016790a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f98e4008000 tx=0x7f98e40041b0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 -- 172.21.15.7:0/3506058402 shutdown_connections 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101676cb0 0x5631016790a0 secure :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f98e4008000 tx=0x7f98e40041b0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x563101676770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/3506058402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x56310166bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98fa0cc740 1 -- 172.21.15.7:0/3506058402 >> 172.21.15.7:0/3506058402 conn(0x563101668060 msgr2=0x563101668440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.195+0000 7f98f58ce640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 0x7f98d80a58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.197+0000 7f98fa0cc740 1 -- 172.21.15.7:0/3506058402 shutdown_connections 2024-09-19T05:48:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.197+0000 7f98f58ce640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 0x7f98d80a58c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f98e800bd70 tx=0x7f98e800b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.197+0000 7f98fa0cc740 1 -- 172.21.15.7:0/3506058402 wait complete. 2024-09-19T05:48:38.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.197+0000 7f98fa0cc740 1 -- start start 2024-09-19T05:48:38.209 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.197+0000 7f98fa0cc740 1 Processor -- start 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x563101673da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x5631016742e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101674820 0x563101682d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5631016798d0 con 0x56310166c410 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563101559290 con 0x563101674820 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x563101679a50 con 0x56310166baf0 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98fa0cc740 10 client.0 _ll_register_callbacks cb 0x56310158a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x563101673da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x563101673da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60080/0 (socket says 172.21.15.7:60080) 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98f50cd640 1 -- 172.21.15.7:0/2552447688 learned_addr learned my addr 172.21.15.7:0/2552447688 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x5631016742e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.198+0000 7f98f58ce640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101674820 0x563101682d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 -- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 msgr2=0x563101673da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x563101673da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 -- 172.21.15.7:0/2552447688 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101674820 msgr2=0x563101682d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101674820 0x563101682d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 -- 172.21.15.7:0/2552447688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631012e3210 con 0x56310166c410 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x5631016742e0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x56310166e660 tx=0x7f98e40058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aae02454178a2cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.199+0000 7f98d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4035030 con 0x56310166c410 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f98e4004dd0 con 0x56310166c410 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98e40054f0 con 0x56310166c410 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f98e4004fd0 con 0x56310166c410 2024-09-19T05:48:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98fa0cc740 10 client.16329 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5631013af620 con 0x56310166c410 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.200+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e40054f0 con 0x56310166c410 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f98e403b430 con 0x56310166c410 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 10 client.16329 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 10 client.16329 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 20 client.16329 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101687210 0x5631016896a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 4 client.16329 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631015dda20 con 0x563101687210 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.201+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101687210 0x5631016896a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.202+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101687210 0x5631016896a0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad8b0fced34c3e0a server_cookie=fe1f1a3a5f6d5b36 in_seq=0 out_seq=0 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.202+0000 7f98d4ff9640 10 client.16329 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.205+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2552447688 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5631015dda20 con 0x563101687210 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.205+0000 7f98d4ff9640 10 client.16329 handle_command_reply: tid=0 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.205+0000 7f98fa0cc740 1 client.16329 shutdown 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 msgr2=0x5631016742e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x5631016742e0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x56310166e660 tx=0x7f98e40058e0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 shutdown_connections 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563101674820 0x563101682d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101687210 0x5631016896a0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x5631016742e0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2552447688 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166baf0 0x563101673da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 >> 172.21.15.7:0/2552447688 conn(0x563101668060 msgr2=0x56310166dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98d4ff9640 0 client.16329 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 shutdown_connections 2024-09-19T05:48:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.206+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2552447688 wait complete. 2024-09-19T05:48:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.207+0000 7f98fa0cc740 20 client.16329 trim_cache size 0 max 16384 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 Processor -- start 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 -- start start 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 0x5631016679b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x563101682b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166c410 0x563101675d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01bcac0 con 0x563101668060 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01be600 con 0x56310166baf0 2024-09-19T05:48:38.249 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.245+0000 7f98fa0cc740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01bd190 con 0x56310166c410 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f58ce640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166c410 0x563101675d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 0x5631016679b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 0x5631016679b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37630/0 (socket says 172.21.15.7:37630) 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f50cd640 1 -- 172.21.15.7:0/833160076 learned_addr learned my addr 172.21.15.7:0/833160076 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x563101682b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 -- 172.21.15.7:0/833160076 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166c410 msgr2=0x563101675d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166c410 0x563101675d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 -- 172.21.15.7:0/833160076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 msgr2=0x5631016679b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 0x5631016679b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 -- 172.21.15.7:0/833160076 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563101683bf0 con 0x56310166baf0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.246+0000 7f98f48cc640 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x563101682b70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009900 tx=0x7f98e402a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71784c0edbb365f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.247+0000 7f98d6ffd640 1 -- 172.21.15.7:0/833160076 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4035040 con 0x56310166baf0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.247+0000 7f98d6ffd640 1 -- 172.21.15.7:0/833160076 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e4005620 con 0x56310166baf0 2024-09-19T05:48:38.250 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.247+0000 7f98d6ffd640 1 -- 172.21.15.7:0/833160076 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e40035f0 con 0x56310166baf0 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- 172.21.15.7:0/833160076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 msgr2=0x563101682b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x563101682b70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009900 tx=0x7f98e402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- 172.21.15.7:0/833160076 shutdown_connections 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56310166c410 0x563101675d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x563101682b70 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/833160076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563101668060 0x5631016679b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- 172.21.15.7:0/833160076 >> 172.21.15.7:0/833160076 conn(0x56310166f6b0 msgr2=0x563101675600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- 172.21.15.7:0/833160076 shutdown_connections 2024-09-19T05:48:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- 172.21.15.7:0/833160076 wait complete. 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.248+0000 7f98fa0cc740 1 -- start start 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98fa0cc740 1 Processor -- start 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x56310167a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98fa0cc740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x56310167a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98f50cd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60094/0 (socket says 172.21.15.7:60094) 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.249+0000 7f98f48cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x56310167a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f48cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x56310167a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:54784/0 (socket says 172.21.15.7:54784) 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f58ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x56310167a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f58ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x56310167a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37642/0 (socket says 172.21.15.7:37642) 2024-09-19T05:48:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 -- 172.21.15.7:0/2956614936 learned_addr learned my addr 172.21.15.7:0/2956614936 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01bdf30 con 0x56310166c410 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01bd860 con 0x56310166baf0 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f98f01baaa0 con 0x563101668060 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98fa0cc740 10 client.0 _ll_register_callbacks cb 0x7f98e00d6420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 -- 172.21.15.7:0/2956614936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 msgr2=0x56310167a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x56310167a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 -- 172.21.15.7:0/2956614936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 msgr2=0x56310167a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x56310167a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631016f0230 con 0x563101668060 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.250+0000 7f98f50cd640 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f98e009c960 tx=0x7f98e00d0aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d05d6a9e08b77c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:48:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e009c330 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98e4005620 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7f98e00ce0c0 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f98e0010c30 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98fa0cc740 10 client.26014 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5631016f1550 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e009d0d0 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.251+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f98e00b5bd0 con 0x563101668060 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 10 client.26014 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 10 client.26014 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 20 client.26014 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101674820 0x5631016f3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 4 client.26014 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:48:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f98e4005620 con 0x563101674820 2024-09-19T05:48:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101674820 0x5631016f3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.252+0000 7f98d4ff9640 10 client.26014 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.253+0000 7f98f48cc640 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101674820 0x5631016f3c60 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6203b8e2bcb105c1 server_cookie=91c43b8d0d34bed2 in_seq=0 out_seq=0 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98d4ff9640 1 -- 172.21.15.7:0/2956614936 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f98e4005620 con 0x563101674820 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98d4ff9640 10 client.26014 handle_command_reply: tid=0 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 client.26014 shutdown 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 msgr2=0x563101679d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f98e009c960 tx=0x7f98e00d0aa0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 shutdown_connections 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x563101674820 0x5631016f3c60 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56310166c410 0x56310167a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98d4ff9640 0 client.26014 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.257+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56310166baf0 0x56310167a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.258+0000 7f98fa0cc740 1 --2- 172.21.15.7:0/2956614936 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x563101668060 0x563101679d40 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.258+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 >> 172.21.15.7:0/2956614936 conn(0x56310166f6b0 msgr2=0x563101675600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.258+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 shutdown_connections 2024-09-19T05:48:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.259+0000 7f98fa0cc740 1 -- 172.21.15.7:0/2956614936 wait complete. 2024-09-19T05:48:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.259+0000 7f98fa0cc740 20 client.26014 trim_cache size 0 max 16384 2024-09-19T05:48:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:48:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:48:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:48:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.260+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 msgr2=0x7f98d80a58c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.260+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 0x7f98d80a58c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f98e800bd70 tx=0x7f98e800b390 comp rx=0 tx=0).stop 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.260+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 msgr2=0x7f98f01a72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.260+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f01a72b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f98e000eb00 tx=0x7f98e000c2d0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 shutdown_connections 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f98f01abb70 0x7f98f01ac020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f98d80a3400 0x7f98d80a58c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f98f011b140 0x7f98f01a77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 --2- 172.21.15.7:0/2827799226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f98f01091f0 0x7f98f01a72b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 >> 172.21.15.7:0/2827799226 conn(0x7f98f006cdf0 msgr2=0x7f98f011bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 shutdown_connections 2024-09-19T05:48:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:38.261+0000 7f98f7331640 1 -- 172.21.15.7:0/2827799226 wait complete. 2024-09-19T05:48:38.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:38 smithi044 ceph-mon[34175]: pgmap v193: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.9 KiB/s rd, 57 MiB/s wr, 920 op/s 2024-09-19T05:48:38.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:38 smithi007 ceph-mon[30960]: pgmap v193: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.9 KiB/s rd, 57 MiB/s wr, 920 op/s 2024-09-19T05:48:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:38 smithi063 ceph-mon[34779]: pgmap v193: 97 pgs: 97 active+clean; 23 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.9 KiB/s rd, 57 MiB/s wr, 920 op/s 2024-09-19T05:48:40.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:40 smithi044 ceph-mon[34175]: pgmap v194: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:48:40.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:40 smithi007 ceph-mon[30960]: pgmap v194: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:48:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:40 smithi063 ceph-mon[34779]: pgmap v194: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2024-09-19T05:48:42.444 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:42 smithi007 ceph-mon[30960]: pgmap v195: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 57 MiB/s wr, 921 op/s 2024-09-19T05:48:42.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:42 smithi044 ceph-mon[34175]: pgmap v195: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 57 MiB/s wr, 921 op/s 2024-09-19T05:48:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:42 smithi063 ceph-mon[34779]: pgmap v195: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 57 MiB/s wr, 921 op/s 2024-09-19T05:48:44.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:44 smithi044 ceph-mon[34175]: pgmap v196: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 9.8 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:44 smithi007 ceph-mon[30960]: pgmap v196: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 9.8 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:44 smithi063 ceph-mon[34779]: pgmap v196: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 9.8 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2024-09-19T05:48:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:46 smithi044 ceph-mon[34175]: pgmap v197: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.6 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:46 smithi007 ceph-mon[30960]: pgmap v197: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.6 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:46 smithi063 ceph-mon[34779]: pgmap v197: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.6 KiB/s rd, 64 MiB/s wr, 1.02k op/s 2024-09-19T05:48:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:48 smithi044 ceph-mon[34175]: pgmap v198: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 58 MiB/s wr, 929 op/s 2024-09-19T05:48:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:48 smithi007 ceph-mon[30960]: pgmap v198: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 58 MiB/s wr, 929 op/s 2024-09-19T05:48:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:48 smithi063 ceph-mon[34779]: pgmap v198: 97 pgs: 97 active+clean; 24 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 58 MiB/s wr, 929 op/s 2024-09-19T05:48:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:50 smithi044 ceph-mon[34175]: pgmap v199: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 1.37k op/s 2024-09-19T05:48:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:50 smithi007 ceph-mon[30960]: pgmap v199: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 1.37k op/s 2024-09-19T05:48:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:50 smithi063 ceph-mon[34779]: pgmap v199: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 12 KiB/s rd, 85 MiB/s wr, 1.37k op/s 2024-09-19T05:48:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.411+0000 7fc1b9d9b640 1 -- 172.21.15.7:0/2912410528 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac040770 con 0x7fc1bc105ea0 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2912410528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc105ea0 msgr2=0x7fc1bc106330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2912410528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc106330 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac01a940 tx=0x7fc1ac03b4e0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2912410528 shutdown_connections 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2912410528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc106330 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2912410528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc101390 0x7fc1bc105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2912410528 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2912410528 >> 172.21.15.7:0/2912410528 conn(0x7fc1bc0779a0 msgr2=0x7fc1bc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2912410528 shutdown_connections 2024-09-19T05:48:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.412+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2912410528 wait complete. 2024-09-19T05:48:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 Processor -- start 2024-09-19T05:48:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 -- start start 2024-09-19T05:48:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 0x7fc1bc110d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc1112d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc1096b0 con 0x7fc1bc105ea0 2024-09-19T05:48:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc109530 con 0x7fc1bc101390 2024-09-19T05:48:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.413+0000 7fc1c10c3640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc109830 con 0x7fc1bc100a70 2024-09-19T05:48:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 0x7fc1bc110d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:43684/0 (socket says 172.21.15.7:43684) 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 0x7fc1bc110d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:42574/0 (socket says 172.21.15.7:42574) 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 -- 172.21.15.7:0/2280602510 learned_addr learned my addr 172.21.15.7:0/2280602510 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc1112d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 -- 172.21.15.7:0/2280602510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 msgr2=0x7fc1bc110d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 0x7fc1bc110d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 -- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc105ea0 msgr2=0x7fc1bc1112d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc1112d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 -- 172.21.15.7:0/2280602510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1bc1118c0 con 0x7fc1bc100a70 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.414+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400cd10 tx=0x7fc1b400a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.418 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.415+0000 7fc1a3fff640 1 -- 172.21.15.7:0/2280602510 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4004b20 con 0x7fc1bc100a70 2024-09-19T05:48:51.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.415+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1bc111bb0 con 0x7fc1bc100a70 2024-09-19T05:48:51.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.415+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1bc1a2c40 con 0x7fc1bc100a70 2024-09-19T05:48:51.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.415+0000 7fc1a3fff640 1 -- 172.21.15.7:0/2280602510 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b4004cc0 con 0x7fc1bc100a70 2024-09-19T05:48:51.419 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.415+0000 7fc1a3fff640 1 -- 172.21.15.7:0/2280602510 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b400f740 con 0x7fc1bc100a70 2024-09-19T05:48:51.420 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.419+0000 7fc1a3fff640 1 -- 172.21.15.7:0/2280602510 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fc1b400f8e0 con 0x7fc1bc100a70 2024-09-19T05:48:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 Processor -- start 2024-09-19T05:48:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 -- start start 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b2765ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 0x5612b2770770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5612b26ca2f0 con 0x5612b2765af0 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5612b2672270 con 0x5612b2770cb0 2024-09-19T05:48:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5612b26c62b0 con 0x5612b2766410 2024-09-19T05:48:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 0x5612b2770770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1bb59e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b2765ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:42576/0 (socket says 172.21.15.7:42576) 2024-09-19T05:48:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.420+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2029640484 learned_addr learned my addr 172.21.15.7:0/2029640484 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2029640484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 msgr2=0x5612b2770770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 0x5612b2770770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2029640484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 msgr2=0x5612b2765ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b2765ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2029640484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612b2671340 con 0x5612b2770cb0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b2765ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 0x5612b2770770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1a3fff640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 0x7fc1a40a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009c20 tx=0x7fc1b0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=123b4112176d598e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.421+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 0x7fc1a40a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.422+0000 7fc1a17fa640 1 -- 172.21.15.7:0/2029640484 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0009dd0 con 0x5612b2770cb0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.422+0000 7fc1a17fa640 1 -- 172.21.15.7:0/2029640484 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b0005020 con 0x5612b2770cb0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.422+0000 7fc1a17fa640 1 -- 172.21.15.7:0/2029640484 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0004b20 con 0x5612b2770cb0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.422+0000 7fc1a3fff640 1 -- 172.21.15.7:0/2280602510 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc1b40cff70 con 0x7fc1bc100a70 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 0x7fc1a40a5970 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac006010 tx=0x7fc1ac005a20 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2029640484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 msgr2=0x5612b27730a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009c20 tx=0x7fc1b0011810 comp rx=0 tx=0).stop 2024-09-19T05:48:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2029640484 shutdown_connections 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2770cb0 0x5612b27730a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2766410 0x5612b2770770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2029640484 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b2765ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.423+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2029640484 >> 172.21.15.7:0/2029640484 conn(0x5612b2762060 msgr2=0x5612b2762440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.424+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2029640484 shutdown_connections 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.424+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2029640484 wait complete. 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.424+0000 7fc1c3e5d740 1 -- start start 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.424+0000 7fc1c3e5d740 1 Processor -- start 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b276db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b276db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b276db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44262/0 (socket says 172.21.15.7:44262) 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:42580/0 (socket says 172.21.15.7:42580) 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5612b2773880 con 0x5612b2765af0 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1bad9d640 1 -- 172.21.15.7:0/1162314011 learned_addr learned my addr 172.21.15.7:0/1162314011 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5612b2653290 con 0x5612b2766410 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5612b2773a00 con 0x5612b2770cb0 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.425+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1c3e5d740 10 client.0 _ll_register_callbacks cb 0x5612b2684140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 -- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 msgr2=0x5612b276e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 -- 172.21.15.7:0/1162314011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 msgr2=0x5612b276db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b276db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612b23dd210 con 0x5612b2766410 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc1b001b040 tx=0x7fc1b0005640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42187a05a185a23 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.426+0000 7fc19eff5640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:48:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0029020 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc1b0004ab0 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1b0005020 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc1b0034050 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc1c3e5d740 10 client.25865 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5612b24a9620 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.427+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b0004cb0 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc1b0023420 con 0x5612b2766410 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 10 client.25865 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 10 client.25865 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 20 client.25865 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b2780b20 0x5612b2782f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 4 client.25865 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc1b0005020 con 0x5612b2780b20 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.428+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b2780b20 0x5612b2782f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.429+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b2780b20 0x5612b2782f10 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5419976967e46cc server_cookie=59cb6b8b0cd699e2 in_seq=0 out_seq=0 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.429+0000 7fc19eff5640 10 client.25865 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.429+0000 7fc19eff5640 1 -- 172.21.15.7:0/1162314011 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fc1b0005020 con 0x5612b2780b20 2024-09-19T05:48:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.429+0000 7fc19eff5640 10 client.25865 handle_command_reply: tid=0 2024-09-19T05:48:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.429+0000 7fc1c3e5d740 1 client.25865 shutdown 2024-09-19T05:48:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 msgr2=0x5612b276e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc1b001b040 tx=0x7fc1b0005640 comp rx=0 tx=0).stop 2024-09-19T05:48:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 shutdown_connections 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2766410 0x5612b276e040 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b2780b20 0x5612b2782f10 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/1162314011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2765af0 0x5612b276db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 >> 172.21.15.7:0/1162314011 conn(0x5612b2762060 msgr2=0x5612b2767dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc19eff5640 0 client.25865 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 shutdown_connections 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/1162314011 wait complete. 2024-09-19T05:48:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.430+0000 7fc1c3e5d740 20 client.25865 trim_cache size 0 max 16384 2024-09-19T05:48:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.462+0000 7fc1c3e5d740 1 Processor -- start 2024-09-19T05:48:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.462+0000 7fc1c3e5d740 1 -- start start 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b276fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b27887c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b276fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44268/0 (socket says 172.21.15.7:44268) 2024-09-19T05:48:51.465 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1bad9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b276fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:42582/0 (socket says 172.21.15.7:42582) 2024-09-19T05:48:51.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.463+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2336349017 learned_addr learned my addr 172.21.15.7:0/2336349017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:51.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a800e750 con 0x5612b2766410 2024-09-19T05:48:51.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a8010290 con 0x5612b2765af0 2024-09-19T05:48:51.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a800ee20 con 0x5612b2770cb0 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1bb59e640 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b27887c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2336349017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 msgr2=0x5612b27887c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b27887c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2336349017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 msgr2=0x5612b276fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b276fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.464+0000 7fc1ba59c640 1 -- 172.21.15.7:0/2336349017 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612b2768940 con 0x5612b2766410 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.465+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fc1b00059f0 tx=0x7fc1b0005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c45b30aaec46aaaf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.465+0000 7fc1a0ff9640 1 -- 172.21.15.7:0/2336349017 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0023cb0 con 0x5612b2766410 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.465+0000 7fc1a0ff9640 1 -- 172.21.15.7:0/2336349017 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b0016070 con 0x5612b2766410 2024-09-19T05:48:51.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.465+0000 7fc1a0ff9640 1 -- 172.21.15.7:0/2336349017 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0004d10 con 0x5612b2766410 2024-09-19T05:48:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 msgr2=0x5612b276e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fc1b00059f0 tx=0x7fc1b0005b90 comp rx=0 tx=0).stop 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 shutdown_connections 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b27887c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276e3b0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/2336349017 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b276fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.467+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 >> 172.21.15.7:0/2336349017 conn(0x5612b2762060 msgr2=0x5612b276f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.468+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 shutdown_connections 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.468+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/2336349017 wait complete. 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.469+0000 7fc1c3e5d740 1 -- start start 2024-09-19T05:48:51.470 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.469+0000 7fc1c3e5d740 1 Processor -- start 2024-09-19T05:48:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b2779210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.471 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a800fbc0 con 0x5612b2766410 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a800f4f0 con 0x5612b2765af0 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a800c730 con 0x5612b2770cb0 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1c3e5d740 10 client.0 _ll_register_callbacks cb 0x7fc1ac01a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44272/0 (socket says 172.21.15.7:44272) 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 -- 172.21.15.7:0/513513856 learned_addr learned my addr 172.21.15.7:0/513513856 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:48:51.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b2779210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 -- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 msgr2=0x5612b276ab10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276ab10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 -- 172.21.15.7:0/513513856 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 msgr2=0x5612b2779210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b2779210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.470+0000 7fc1ba59c640 1 -- 172.21.15.7:0/513513856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612b275d2d0 con 0x5612b2766410 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.471+0000 7fc1ba59c640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0004870 tx=0x7fc1b00098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e7a98cc6ba32e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.471+0000 7fc19eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:48:51.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.471+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0023ab0 con 0x5612b2766410 2024-09-19T05:48:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.471+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fc1b0023c50 con 0x5612b2766410 2024-09-19T05:48:51.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.471+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1b0016070 con 0x5612b2766410 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.472+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc1b0049050 con 0x5612b2766410 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.472+0000 7fc1c3e5d740 10 client.16353 fetch_fsmap learned FSMap version 33 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.472+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5612b27eb360 con 0x5612b2766410 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.472+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b0016070 con 0x5612b2766410 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.472+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc1b0025b10 con 0x5612b2766410 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 10 client.16353 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 10 client.16353 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:48:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 20 client.16353 populate_metadata read hostname 'smithi007' 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b27eba70 0x5612b27ede90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 4 client.16353 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5612b26d7a20 con 0x5612b27eba70 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b27eba70 0x5612b27ede90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc19eff5640 10 client.16353 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.473+0000 7fc1bad9d640 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b27eba70 0x5612b27ede90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14df12ba2f113079 server_cookie=8f555140173f9b11 in_seq=0 out_seq=0 2024-09-19T05:48:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.483+0000 7fc19eff5640 1 -- 172.21.15.7:0/513513856 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5612b26d7a20 con 0x5612b27eba70 2024-09-19T05:48:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.483+0000 7fc19eff5640 10 client.16353 handle_command_reply: tid=0 2024-09-19T05:48:51.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.483+0000 7fc1c3e5d740 1 client.16353 shutdown 2024-09-19T05:48:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.483+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 msgr2=0x5612b276a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0004870 tx=0x7fc1b00098a0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 shutdown_connections 2024-09-19T05:48:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5612b2770cb0 0x5612b276ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5612b27eba70 0x5612b27ede90 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5612b2766410 0x5612b276a5d0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc19eff5640 0 client.16353 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 --2- 172.21.15.7:0/513513856 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5612b2765af0 0x5612b2779210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 >> 172.21.15.7:0/513513856 conn(0x5612b2762060 msgr2=0x5612b27611c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 shutdown_connections 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.484+0000 7fc1c3e5d740 1 -- 172.21.15.7:0/513513856 wait complete. 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c3e5d740 20 client.16353 trim_cache size 0 max 16384 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:48:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 msgr2=0x7fc1a40a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 0x7fc1a40a5970 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac006010 tx=0x7fc1ac005a20 comp rx=0 tx=0).stop 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 msgr2=0x7fc1bc114d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400cd10 tx=0x7fc1b400a620 comp rx=0 tx=0).stop 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 shutdown_connections 2024-09-19T05:48:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc1bc105ea0 0x7fc1bc1112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc1bc101390 0x7fc1bc110d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc1a40a34b0 0x7fc1a40a5970 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 --2- 172.21.15.7:0/2280602510 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc1bc100a70 0x7fc1bc114d00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.485+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 >> 172.21.15.7:0/2280602510 conn(0x7fc1bc0779a0 msgr2=0x7fc1bc109e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.486+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 shutdown_connections 2024-09-19T05:48:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:48:51.486+0000 7fc1c10c3640 1 -- 172.21.15.7:0/2280602510 wait complete. 2024-09-19T05:48:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:52 smithi044 ceph-mon[34175]: pgmap v200: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:48:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:52 smithi007 ceph-mon[30960]: pgmap v200: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:48:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:52 smithi063 ceph-mon[34779]: pgmap v200: 97 pgs: 97 active+clean; 24 GiB data, 76 GiB used, 997 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:48:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:54 smithi044 ceph-mon[34175]: pgmap v201: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 14 KiB/s rd, 79 MiB/s wr, 1.27k op/s 2024-09-19T05:48:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:54 smithi007 ceph-mon[30960]: pgmap v201: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 14 KiB/s rd, 79 MiB/s wr, 1.27k op/s 2024-09-19T05:48:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:54 smithi063 ceph-mon[34779]: pgmap v201: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 14 KiB/s rd, 79 MiB/s wr, 1.27k op/s 2024-09-19T05:48:56.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:56 smithi044 ceph-mon[34175]: pgmap v202: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.8 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:48:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:56 smithi007 ceph-mon[30960]: pgmap v202: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.8 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:48:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:56 smithi063 ceph-mon[34779]: pgmap v202: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.8 KiB/s rd, 62 MiB/s wr, 1.00k op/s 2024-09-19T05:48:58.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:48:58 smithi044 ceph-mon[34175]: pgmap v203: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 56 MiB/s wr, 904 op/s 2024-09-19T05:48:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:48:58 smithi007 ceph-mon[30960]: pgmap v203: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 56 MiB/s wr, 904 op/s 2024-09-19T05:48:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:48:58 smithi063 ceph-mon[34779]: pgmap v203: 97 pgs: 97 active+clean; 24 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 8.4 KiB/s rd, 56 MiB/s wr, 904 op/s 2024-09-19T05:49:00.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:00 smithi044 ceph-mon[34175]: pgmap v204: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 14 KiB/s rd, 84 MiB/s wr, 1.35k op/s 2024-09-19T05:49:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:00 smithi007 ceph-mon[30960]: pgmap v204: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 14 KiB/s rd, 84 MiB/s wr, 1.35k op/s 2024-09-19T05:49:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:00 smithi063 ceph-mon[34779]: pgmap v204: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 14 KiB/s rd, 84 MiB/s wr, 1.35k op/s 2024-09-19T05:49:02.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:02 smithi044 ceph-mon[34175]: pgmap v205: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:49:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:02 smithi007 ceph-mon[30960]: pgmap v205: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:49:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:02 smithi063 ceph-mon[34779]: pgmap v205: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 995 GiB / 1.0 TiB avail; 10 KiB/s rd, 56 MiB/s wr, 908 op/s 2024-09-19T05:49:04.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:04 smithi044 ceph-mon[34175]: pgmap v206: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 994 GiB / 1.0 TiB avail; 13 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:04 smithi007 ceph-mon[30960]: pgmap v206: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 994 GiB / 1.0 TiB avail; 13 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:04 smithi063 ceph-mon[34779]: pgmap v206: 97 pgs: 97 active+clean; 25 GiB data, 78 GiB used, 994 GiB / 1.0 TiB avail; 13 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:04.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.891+0000 7fbf93f03640 1 -- 172.21.15.7:0/3445930377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 msgr2=0x7fbf8c106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 --2- 172.21.15.7:0/3445930377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c106df0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fbf88009930 tx=0x7fbf8802a420 comp rx=0 tx=0).stop 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 -- 172.21.15.7:0/3445930377 shutdown_connections 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 --2- 172.21.15.7:0/3445930377 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 0x7fbf8c10d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 --2- 172.21.15.7:0/3445930377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 0x7fbf8c100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 --2- 172.21.15.7:0/3445930377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c106df0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 -- 172.21.15.7:0/3445930377 >> 172.21.15.7:0/3445930377 conn(0x7fbf8c0fc6c0 msgr2=0x7fbf8c0feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.892+0000 7fbf93f03640 1 -- 172.21.15.7:0/3445930377 shutdown_connections 2024-09-19T05:49:04.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.893+0000 7fbf93f03640 1 -- 172.21.15.7:0/3445930377 wait complete. 2024-09-19T05:49:04.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.894+0000 7fbf93f03640 1 Processor -- start 2024-09-19T05:49:04.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.894+0000 7fbf93f03640 1 -- start start 2024-09-19T05:49:04.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.894+0000 7fbf93f03640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 0x7fbf8c1972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf93f03640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 0x7fbf8c1977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf93f03640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf93f03640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c110cc0 con 0x7fbf8c106a10 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf93f03640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c110b40 con 0x7fbf8c100a00 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf93f03640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c110e40 con 0x7fbf8c1013a0 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53610/0 (socket says 172.21.15.7:53610) 2024-09-19T05:49:04.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 -- 172.21.15.7:0/946304745 learned_addr learned my addr 172.21.15.7:0/946304745 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 0x7fbf8c1972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf9149e640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 0x7fbf8c1977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 -- 172.21.15.7:0/946304745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 msgr2=0x7fbf8c1977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 0x7fbf8c1977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 -- 172.21.15.7:0/946304745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 msgr2=0x7fbf8c1972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 0x7fbf8c1972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.895+0000 7fbf924a0640 1 -- 172.21.15.7:0/946304745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8c19c2a0 con 0x7fbf8c106a10 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf924a0640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fbf84009f20 tx=0x7fbf8400b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf82ffd640 1 -- 172.21.15.7:0/946304745 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84003970 con 0x7fbf8c106a10 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf82ffd640 1 -- 172.21.15.7:0/946304745 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf84004020 con 0x7fbf8c106a10 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf82ffd640 1 -- 172.21.15.7:0/946304745 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf840177f0 con 0x7fbf8c106a10 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8c19c590 con 0x7fbf8c106a10 2024-09-19T05:49:04.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.896+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf8c06a2b0 con 0x7fbf8c106a10 2024-09-19T05:49:04.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.900+0000 7fbf96c9b740 1 Processor -- start 2024-09-19T05:49:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.900+0000 7fbf82ffd640 1 -- 172.21.15.7:0/946304745 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fbf840041d0 con 0x7fbf8c106a10 2024-09-19T05:49:04.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 -- start start 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 0x5611fe658990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe66e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5611fe5bd2f0 con 0x5611fe658ed0 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5611fe565270 con 0x5611fe65a080 2024-09-19T05:49:04.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5611fe5b92b0 con 0x5611fe66c350 2024-09-19T05:49:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.901+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53620/0 (socket says 172.21.15.7:53620) 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3950914001 learned_addr learned my addr 172.21.15.7:0/3950914001 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf82ffd640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 0x7fbf780a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 0x5611fe658990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe66e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3950914001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 msgr2=0x5611fe66e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe66e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3950914001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 msgr2=0x5611fe658990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 0x5611fe658990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf924a0640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 0x7fbf780a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3950914001 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611fe564340 con 0x5611fe658ed0 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.902+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 0x5611fe658990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.903+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbf88000c00 tx=0x7fbf88005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c395356a637a07bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.903+0000 7fbf82ffd640 1 -- 172.21.15.7:0/946304745 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fbf840d1b30 con 0x7fbf8c106a10 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.903+0000 7fbf924a0640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 0x7fbf780a5970 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbf8409db70 tx=0x7fbf8400e350 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.904+0000 7fbf77fff640 1 -- 172.21.15.7:0/3950914001 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88040070 con 0x5611fe658ed0 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.904+0000 7fbf77fff640 1 -- 172.21.15.7:0/3950914001 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf880054e0 con 0x5611fe658ed0 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.904+0000 7fbf77fff640 1 -- 172.21.15.7:0/3950914001 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88035040 con 0x5611fe658ed0 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3950914001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 msgr2=0x5611fe659310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fbf88000c00 tx=0x7fbf88005bd0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3950914001 shutdown_connections 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe66e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.907 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe658ed0 0x5611fe659310 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3950914001 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe65a080 0x5611fe658990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3950914001 >> 172.21.15.7:0/3950914001 conn(0x5611fe655060 msgr2=0x5611fe655440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3950914001 shutdown_connections 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.905+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3950914001 wait complete. 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.906+0000 7fbf96c9b740 1 -- start start 2024-09-19T05:49:04.908 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.906+0000 7fbf96c9b740 1 Processor -- start 2024-09-19T05:49:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 0x5611fe65c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.909 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 0x5611fe65d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5611fe66f050 con 0x5611fe65a080 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5611fe546290 con 0x5611fe66c350 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.907+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5611fe66f1d0 con 0x5611fe658ed0 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.908+0000 7fbf96c9b740 10 client.0 _ll_register_callbacks cb 0x5611fe577140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.908+0000 7fbf9149e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 0x5611fe65c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.910 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.908+0000 7fbf9149e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 0x5611fe65c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38246/0 (socket says 172.21.15.7:38246) 2024-09-19T05:49:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.908+0000 7fbf9149e640 1 -- 172.21.15.7:0/909796188 learned_addr learned my addr 172.21.15.7:0/909796188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 0x5611fe65d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.911 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 -- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 msgr2=0x5611fe65c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 0x5611fe65c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 -- 172.21.15.7:0/909796188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 msgr2=0x5611fe65cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 -- 172.21.15.7:0/909796188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611fe2d0210 con 0x5611fe66c350 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf9149e640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 0x5611fe65d1e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c012e40 tx=0x7fbf7c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2274debbc3f6037 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.909+0000 7fbf757fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c01a040 con 0x5611fe66c350 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fbf7c004030 con 0x5611fe66c350 2024-09-19T05:49:04.912 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf880054e0 con 0x5611fe66c350 2024-09-19T05:49:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fbf7c0122d0 con 0x5611fe66c350 2024-09-19T05:49:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf96c9b740 10 client.25883 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:04.913 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.910+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5611fe39c620 con 0x5611fe66c350 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.911+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf880054e0 con 0x5611fe66c350 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.911+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fbf7c003c60 con 0x5611fe66c350 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 10 client.25883 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 10 client.25883 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 20 client.25883 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe67c850 0x5611fe67ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 4 client.25883 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:49:04.914 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611fe5caa20 con 0x5611fe67c850 2024-09-19T05:49:04.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.912+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe67c850 0x5611fe67ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.913+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe67c850 0x5611fe67ec90 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b7f61afc1d0c1bd server_cookie=eb304195ad88c9a in_seq=0 out_seq=0 2024-09-19T05:49:04.915 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.913+0000 7fbf757fa640 10 client.25883 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:04.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.914+0000 7fbf757fa640 1 -- 172.21.15.7:0/909796188 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5611fe5caa20 con 0x5611fe67c850 2024-09-19T05:49:04.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.914+0000 7fbf757fa640 10 client.25883 handle_command_reply: tid=0 2024-09-19T05:49:04.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.914+0000 7fbf96c9b740 1 client.25883 shutdown 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 msgr2=0x5611fe65d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 0x5611fe65d1e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c012e40 tx=0x7fbf7c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 shutdown_connections 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe66c350 0x5611fe65d1e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe67c850 0x5611fe67ec90 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/909796188 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe658ed0 0x5611fe65c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 >> 172.21.15.7:0/909796188 conn(0x5611fe655060 msgr2=0x5611fe65adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf757fa640 0 client.25883 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:04.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 shutdown_connections 2024-09-19T05:49:04.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 1 -- 172.21.15.7:0/909796188 wait complete. 2024-09-19T05:49:04.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.915+0000 7fbf96c9b740 20 client.25883 trim_cache size 0 max 16384 2024-09-19T05:49:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.947+0000 7fbf96c9b740 1 Processor -- start 2024-09-19T05:49:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.947+0000 7fbf96c9b740 1 -- start start 2024-09-19T05:49:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe65d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe6686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1ab690 con 0x5611fe65a080 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1ad1d0 con 0x5611fe658ed0 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1abd60 con 0x5611fe66c350 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53628/0 (socket says 172.21.15.7:53628) 2024-09-19T05:49:04.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.948+0000 7fbf91c9f640 1 -- 172.21.15.7:0/546196111 learned_addr learned my addr 172.21.15.7:0/546196111 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 -- 172.21.15.7:0/546196111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 msgr2=0x5611fe6686b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe6686b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 -- 172.21.15.7:0/546196111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 msgr2=0x5611fe65d010 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe65d010 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 -- 172.21.15.7:0/546196111 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611fe678350 con 0x5611fe65a080 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.949+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbf88005ec0 tx=0x7fbf8802ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e6b862030b982e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.950+0000 7fbf777fe640 1 -- 172.21.15.7:0/546196111 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88035040 con 0x5611fe65a080 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.950+0000 7fbf777fe640 1 -- 172.21.15.7:0/546196111 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf8803c440 con 0x5611fe65a080 2024-09-19T05:49:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.950+0000 7fbf777fe640 1 -- 172.21.15.7:0/546196111 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf88040040 con 0x5611fe65a080 2024-09-19T05:49:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 -- 172.21.15.7:0/546196111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 msgr2=0x5611fe65b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fbf88005ec0 tx=0x7fbf8802ab00 comp rx=0 tx=0).stop 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 -- 172.21.15.7:0/546196111 shutdown_connections 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe66c350 0x5611fe6686b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe65a080 0x5611fe65b5b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/546196111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe65d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 -- 172.21.15.7:0/546196111 >> 172.21.15.7:0/546196111 conn(0x5611fe655060 msgr2=0x5611fe655440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 -- 172.21.15.7:0/546196111 shutdown_connections 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.951+0000 7fbf96c9b740 1 -- 172.21.15.7:0/546196111 wait complete. 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.952+0000 7fbf96c9b740 1 -- start start 2024-09-19T05:49:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.952+0000 7fbf96c9b740 1 Processor -- start 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe6744c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe66c350 0x5611fe66a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1acb00 con 0x5611fe66c350 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1ac430 con 0x5611fe658ed0 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbf8c1a9670 con 0x5611fe65a080 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf91c9f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:38262/0 (socket says 172.21.15.7:38262) 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3459510142 learned_addr learned my addr 172.21.15.7:0/3459510142 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.953+0000 7fbf96c9b740 10 client.0 _ll_register_callbacks cb 0x7fbf7c009bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe6744c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3459510142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 msgr2=0x5611fe6744c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe6744c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3459510142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe66c350 msgr2=0x5611fe66a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe66c350 0x5611fe66a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 -- 172.21.15.7:0/3459510142 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611fe66ab40 con 0x5611fe65a080 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf91c9f640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf88005940 tx=0x7fbf8802ab70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a3f2c882a0e7e99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf757fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8805c020 con 0x5611fe65a080 2024-09-19T05:49:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(86..86 src has 1..86) ==== 8498+0+0 (secure 0 0 0) 0x7fbf88031da0 con 0x5611fe65a080 2024-09-19T05:49:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.954+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf8803c440 con 0x5611fe65a080 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.955+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fbf88040070 con 0x5611fe65a080 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.955+0000 7fbf96c9b740 10 client.26041 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.955+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5611fe683ce0 con 0x5611fe65a080 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.955+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf8803c440 con 0x5611fe65a080 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fbf88004750 con 0x5611fe65a080 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 10 client.26041 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 10 client.26041 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 20 client.26041 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe683f40 0x5611fe6e9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 4 client.26041 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611fe5c4d70 con 0x5611fe683f40 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.956+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe683f40 0x5611fe6e9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.957+0000 7fbf9149e640 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe683f40 0x5611fe6e9550 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5254a69d1de3595 server_cookie=a7a57af723c4a98d in_seq=0 out_seq=0 2024-09-19T05:49:04.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.957+0000 7fbf757fa640 10 client.26041 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.973+0000 7fbf757fa640 1 -- 172.21.15.7:0/3459510142 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5611fe5c4d70 con 0x5611fe683f40 2024-09-19T05:49:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.973+0000 7fbf757fa640 10 client.26041 handle_command_reply: tid=0 2024-09-19T05:49:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.973+0000 7fbf96c9b740 1 client.26041 shutdown 2024-09-19T05:49:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.980+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 msgr2=0x5611fe674a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.980+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf88005940 tx=0x7fbf8802ab70 comp rx=0 tx=0).stop 2024-09-19T05:49:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 shutdown_connections 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5611fe683f40 0x5611fe6e9550 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf757fa640 0 client.26041 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5611fe66c350 0x5611fe66a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5611fe65a080 0x5611fe674a00 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.981+0000 7fbf96c9b740 1 --2- 172.21.15.7:0/3459510142 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611fe658ed0 0x5611fe6744c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.982+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 >> 172.21.15.7:0/3459510142 conn(0x5611fe655060 msgr2=0x5611fe6686b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.982+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 shutdown_connections 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.982+0000 7fbf96c9b740 1 -- 172.21.15.7:0/3459510142 wait complete. 2024-09-19T05:49:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.982+0000 7fbf96c9b740 20 client.26041 trim_cache size 0 max 16384 2024-09-19T05:49:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:49:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:49:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:49:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 msgr2=0x7fbf780a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 0x7fbf780a5970 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbf8409db70 tx=0x7fbf8400e350 comp rx=0 tx=0).stop 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 msgr2=0x7fbf8c19bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fbf84009f20 tx=0x7fbf8400b690 comp rx=0 tx=0).stop 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 shutdown_connections 2024-09-19T05:49:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf8c106a10 0x7fbf8c19bb70 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.983+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbf780a34b0 0x7fbf780a5970 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.984+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbf8c1013a0 0x7fbf8c1977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.984+0000 7fbf93f03640 1 --2- 172.21.15.7:0/946304745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbf8c100a00 0x7fbf8c1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.984+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 >> 172.21.15.7:0/946304745 conn(0x7fbf8c0fc6c0 msgr2=0x7fbf8c0fd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.984+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 shutdown_connections 2024-09-19T05:49:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:04.984+0000 7fbf93f03640 1 -- 172.21.15.7:0/946304745 wait complete. 2024-09-19T05:49:06.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:06 smithi044 ceph-mon[34175]: pgmap v207: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 20 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:06.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:06 smithi007 ceph-mon[30960]: pgmap v207: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 20 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:06 smithi063 ceph-mon[34779]: pgmap v207: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 20 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:07.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:07 smithi007 ceph-mon[30960]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T05:49:07.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:07 smithi063 ceph-mon[34779]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T05:49:07.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:07 smithi044 ceph-mon[34175]: osdmap e87: 12 total, 12 up, 12 in 2024-09-19T05:49:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:08 smithi007 ceph-mon[30960]: pgmap v209: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 23 KiB/s rd, 65 MiB/s wr, 1.07k op/s 2024-09-19T05:49:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:08 smithi063 ceph-mon[34779]: pgmap v209: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 23 KiB/s rd, 65 MiB/s wr, 1.07k op/s 2024-09-19T05:49:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:08 smithi044 ceph-mon[34175]: pgmap v209: 97 pgs: 97 active+clean; 25 GiB data, 79 GiB used, 994 GiB / 1.0 TiB avail; 23 KiB/s rd, 65 MiB/s wr, 1.07k op/s 2024-09-19T05:49:10.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:10 smithi007 ceph-mon[30960]: pgmap v210: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 23 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:49:10.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:10 smithi007 ceph-mon[30960]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T05:49:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:10 smithi063 ceph-mon[34779]: pgmap v210: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 23 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:49:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:10 smithi063 ceph-mon[34779]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T05:49:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:10 smithi044 ceph-mon[34175]: pgmap v210: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 23 KiB/s rd, 63 MiB/s wr, 1.04k op/s 2024-09-19T05:49:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:10 smithi044 ceph-mon[34175]: osdmap e88: 12 total, 12 up, 12 in 2024-09-19T05:49:12.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:12 smithi007 ceph-mon[30960]: pgmap v212: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 25 KiB/s rd, 48 MiB/s wr, 798 op/s 2024-09-19T05:49:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:12 smithi063 ceph-mon[34779]: pgmap v212: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 25 KiB/s rd, 48 MiB/s wr, 798 op/s 2024-09-19T05:49:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:12 smithi044 ceph-mon[34175]: pgmap v212: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 25 KiB/s rd, 48 MiB/s wr, 798 op/s 2024-09-19T05:49:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:14 smithi007 ceph-mon[30960]: pgmap v213: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2024-09-19T05:49:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:14 smithi063 ceph-mon[34779]: pgmap v213: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2024-09-19T05:49:14.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:14 smithi044 ceph-mon[34175]: pgmap v213: 97 pgs: 97 active+clean; 25 GiB data, 80 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2024-09-19T05:49:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:16 smithi007 ceph-mon[30960]: pgmap v214: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:16 smithi063 ceph-mon[34779]: pgmap v214: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:16 smithi044 ceph-mon[34175]: pgmap v214: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 15 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:18.148 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.144+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1516694279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe90108020 msgr2=0x7fbe90108480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.144+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1516694279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe90108020 0x7fbe90108480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbe84009890 tx=0x7fbe8402a370 comp rx=0 tx=0).stop 2024-09-19T05:49:18.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1516694279 shutdown_connections 2024-09-19T05:49:18.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1516694279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 0x7fbe90114e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1516694279 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe90108020 0x7fbe90108480 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.149 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1516694279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe9010dfe0 0x7fbe9010e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1516694279 >> 172.21.15.7:0/1516694279 conn(0x7fbe90077920 msgr2=0x7fbe90079d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1516694279 shutdown_connections 2024-09-19T05:49:18.150 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.145+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1516694279 wait complete. 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.146+0000 7fbe94ffc640 1 Processor -- start 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.146+0000 7fbe94ffc640 1 -- start start 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 0x7fbe901a4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 0x7fbe901a4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 0x7fbe9019e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe901181f0 con 0x7fbe90108020 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe90118070 con 0x7fbe901089c0 2024-09-19T05:49:18.153 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe94ffc640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbe90118370 con 0x7fbe9010dfe0 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe8ffff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 0x7fbe9019e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 0x7fbe901a4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 0x7fbe901a4410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44730/0 (socket says 172.21.15.7:44730) 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/1764215122 learned_addr learned my addr 172.21.15.7:0/1764215122 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.147+0000 7fbe8effd640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 0x7fbe901a4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 -- 172.21.15.7:0/1764215122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 msgr2=0x7fbe901a4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 0x7fbe901a4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 -- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 msgr2=0x7fbe901a4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.154 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 0x7fbe901a4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 -- 172.21.15.7:0/1764215122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9019ed40 con 0x7fbe9010dfe0 2024-09-19T05:49:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8ffff640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 0x7fbe9019e5c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d610 tx=0x7fbe8000dad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.148+0000 7fbe8cff9640 1 -- 172.21.15.7:0/1764215122 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80005220 con 0x7fbe9010dfe0 2024-09-19T05:49:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.149+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9019f030 con 0x7fbe9010dfe0 2024-09-19T05:49:18.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.149+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe901ab2d0 con 0x7fbe9010dfe0 2024-09-19T05:49:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.149+0000 7fbe8cff9640 1 -- 172.21.15.7:0/1764215122 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe80004c50 con 0x7fbe9010dfe0 2024-09-19T05:49:18.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.149+0000 7fbe8cff9640 1 -- 172.21.15.7:0/1764215122 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80009c60 con 0x7fbe9010dfe0 2024-09-19T05:49:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.153+0000 7fbe98ff8740 1 Processor -- start 2024-09-19T05:49:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.153+0000 7fbe8cff9640 1 -- 172.21.15.7:0/1764215122 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fbe80010460 con 0x7fbe9010dfe0 2024-09-19T05:49:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 -- start start 2024-09-19T05:49:18.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b5e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b68940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 0x564df1b6b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564df1ac22f0 con 0x564df1b5dcc0 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564df1a6a270 con 0x564df1b68e80 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564df1abe2b0 con 0x564df1b5e5e0 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b5e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.154+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b5e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44732/0 (socket says 172.21.15.7:44732) 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 -- 172.21.15.7:0/3612731654 learned_addr learned my addr 172.21.15.7:0/3612731654 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 0x564df1b6b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b68940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8cff9640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 0x7fbe780a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 -- 172.21.15.7:0/3612731654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 msgr2=0x564df1b68940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b68940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 -- 172.21.15.7:0/3612731654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 msgr2=0x564df1b5e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b5e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 -- 172.21.15.7:0/3612731654 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564df1a69340 con 0x564df1b68e80 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8ffff640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 0x7fbe780a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8cff9640 1 -- 172.21.15.7:0/1764215122 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fbe800cf9b0 con 0x7fbe9010dfe0 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe8effd640 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 0x564df1b6b270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbe84005b60 tx=0x7fbe84000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16c989cab7c50eb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.155+0000 7fbe75ffb640 1 -- 172.21.15.7:0/3612731654 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe84037040 con 0x564df1b68e80 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.156+0000 7fbe75ffb640 1 -- 172.21.15.7:0/3612731654 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe84030d40 con 0x564df1b68e80 2024-09-19T05:49:18.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.156+0000 7fbe75ffb640 1 -- 172.21.15.7:0/3612731654 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe840035f0 con 0x564df1b68e80 2024-09-19T05:49:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- 172.21.15.7:0/3612731654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 msgr2=0x564df1b6b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 0x564df1b6b270 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbe84005b60 tx=0x7fbe84000bc0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe8ffff640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 0x7fbe780a5930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000dfd0 tx=0x7fbe80014000 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- 172.21.15.7:0/3612731654 shutdown_connections 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b68e80 0x564df1b6b270 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b68940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/3612731654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b5e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- 172.21.15.7:0/3612731654 >> 172.21.15.7:0/3612731654 conn(0x564df1b5a230 msgr2=0x564df1b5a610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- 172.21.15.7:0/3612731654 shutdown_connections 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- 172.21.15.7:0/3612731654 wait complete. 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.157+0000 7fbe98ff8740 1 -- start start 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 Processor -- start 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b65d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b667c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564df1b6ba50 con 0x564df1b5dcc0 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564df1a4b290 con 0x564df1b5e5e0 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564df1b6bbd0 con 0x564df1b68e80 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b65d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:45396/0 (socket says 172.21.15.7:45396) 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/1962058446 learned_addr learned my addr 172.21.15.7:0/1962058446 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:18.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.158+0000 7fbe98ff8740 10 client.0 _ll_register_callbacks cb 0x564df1a7c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8effd640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b667c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 msgr2=0x564df1b667c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b667c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/1962058446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 msgr2=0x564df1b65d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b65d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/1962058446 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564df17d5210 con 0x564df1b5e5e0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe88013d30 tx=0x7fbe8800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ef585ad1661d4a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe6effd640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8801c640 con 0x564df1b5e5e0 2024-09-19T05:49:18.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fbe88011470 con 0x564df1b5e5e0 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.159+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe84030d40 con 0x564df1b5e5e0 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fbe88009e50 con 0x564df1b5e5e0 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 10 client.25895 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564df18a1620 con 0x564df1b5e5e0 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe84030d40 con 0x564df1b5e5e0 2024-09-19T05:49:18.170 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fbe8801a070 con 0x564df1b5e5e0 2024-09-19T05:49:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 10 client.25895 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 10 client.25895 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 20 client.25895 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1b78f10 0x564df1b7b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 4 client.25895 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564df1acfa20 con 0x564df1b78f10 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.160+0000 7fbe8effd640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1b78f10 0x564df1b7b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.161+0000 7fbe6effd640 10 client.25895 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.161+0000 7fbe8effd640 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1b78f10 0x564df1b7b360 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afb0a057ab1de132 server_cookie=91ff8ff3fa8bd9d5 in_seq=0 out_seq=0 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.161+0000 7fbe6effd640 1 -- 172.21.15.7:0/1962058446 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564df1acfa20 con 0x564df1b78f10 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.161+0000 7fbe6effd640 10 client.25895 handle_command_reply: tid=0 2024-09-19T05:49:18.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 client.25895 shutdown 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 msgr2=0x564df1b66280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbe88013d30 tx=0x7fbe8800f790 comp rx=0 tx=0).stop 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 shutdown_connections 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b667c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5e5e0 0x564df1b66280 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1b78f10 0x564df1b7b360 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/1962058446 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5dcc0 0x564df1b65d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe6effd640 0 client.25895 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 >> 172.21.15.7:0/1962058446 conn(0x564df1b5a230 msgr2=0x564df1b5ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 shutdown_connections 2024-09-19T05:49:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 1 -- 172.21.15.7:0/1962058446 wait complete. 2024-09-19T05:49:18.174 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.162+0000 7fbe98ff8740 20 client.25895 trim_cache size 0 max 16384 2024-09-19T05:49:18.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.195+0000 7fbe98ff8740 1 Processor -- start 2024-09-19T05:49:18.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.195+0000 7fbe98ff8740 1 -- start start 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5e5e0 0x564df1b59150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b80cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c00e7d0 con 0x564df1b5e5e0 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c010310 con 0x564df1b5dcc0 2024-09-19T05:49:18.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.196+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c00eea0 con 0x564df1b68e80 2024-09-19T05:49:18.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.198+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.198+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b80cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.198+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:45408/0 (socket says 172.21.15.7:45408) 2024-09-19T05:49:18.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.198+0000 7fbe8effd640 1 -- 172.21.15.7:0/2026489393 learned_addr learned my addr 172.21.15.7:0/2026489393 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:18.201 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.198+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5e5e0 0x564df1b59150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 -- 172.21.15.7:0/2026489393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 msgr2=0x564df1b80cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b80cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 -- 172.21.15.7:0/2026489393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5e5e0 msgr2=0x564df1b59150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5e5e0 0x564df1b59150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 -- 172.21.15.7:0/2026489393 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564df1b60b10 con 0x564df1b5dcc0 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.199+0000 7fbe8effd640 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbe840042b0 tx=0x7fbe840042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3ddba593477142f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.202 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.200+0000 7fbe757fa640 1 -- 172.21.15.7:0/2026489393 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe84037040 con 0x564df1b5dcc0 2024-09-19T05:49:18.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.200+0000 7fbe757fa640 1 -- 172.21.15.7:0/2026489393 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe84032440 con 0x564df1b5dcc0 2024-09-19T05:49:18.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.200+0000 7fbe757fa640 1 -- 172.21.15.7:0/2026489393 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe8404c690 con 0x564df1b5dcc0 2024-09-19T05:49:18.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 -- 172.21.15.7:0/2026489393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 msgr2=0x564df1b665f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.203 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbe840042b0 tx=0x7fbe840042e0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 -- 172.21.15.7:0/2026489393 shutdown_connections 2024-09-19T05:49:18.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b68e80 0x564df1b80cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b5e5e0 0x564df1b59150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/2026489393 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b665f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.201+0000 7fbe98ff8740 1 -- 172.21.15.7:0/2026489393 >> 172.21.15.7:0/2026489393 conn(0x564df1b5a230 msgr2=0x564df1b58a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.202+0000 7fbe98ff8740 1 -- 172.21.15.7:0/2026489393 shutdown_connections 2024-09-19T05:49:18.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.202+0000 7fbe98ff8740 1 -- 172.21.15.7:0/2026489393 wait complete. 2024-09-19T05:49:18.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.202+0000 7fbe98ff8740 1 -- start start 2024-09-19T05:49:18.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.202+0000 7fbe98ff8740 1 Processor -- start 2024-09-19T05:49:18.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b71460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.210 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c00fc40 con 0x564df1b68e80 2024-09-19T05:49:18.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c00f570 con 0x564df1b5dcc0 2024-09-19T05:49:18.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c00c7d0 con 0x564df1b5e5e0 2024-09-19T05:49:18.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe98ff8740 10 client.0 _ll_register_callbacks cb 0x7fbe88009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe8effd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44760/0 (socket says 172.21.15.7:44760) 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe8f7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49178/0 (socket says 172.21.15.7:49178) 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.203+0000 7fbe8effd640 1 -- 172.21.15.7:0/4199129367 learned_addr learned my addr 172.21.15.7:0/4199129367 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:18.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8effd640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b71460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/4199129367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 msgr2=0x564df1b71460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b71460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/4199129367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 msgr2=0x564df1b62e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:18.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.213 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 -- 172.21.15.7:0/4199129367 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564df1b63440 con 0x564df1b5e5e0 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8effd640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe8f7fe640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbe88011e50 tx=0x7fbe88003b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac8faf25e82bd12e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe6effd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.204+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe88009e50 con 0x564df1b5e5e0 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fbe88024ac0 con 0x564df1b5e5e0 2024-09-19T05:49:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe84032440 con 0x564df1b5e5e0 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fbe88024cc0 con 0x564df1b5e5e0 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 10 client.26059 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564df1be3b10 con 0x564df1b5e5e0 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe84032440 con 0x564df1b5e5e0 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fbe8801a070 con 0x564df1b5e5e0 2024-09-19T05:49:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 10 client.26059 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 10 client.26059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 20 client.26059 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1be4270 0x564df1be6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 4 client.26059 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:49:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.205+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564df1ac9d70 con 0x564df1be4270 2024-09-19T05:49:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.206+0000 7fbe8effd640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1be4270 0x564df1be6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.206+0000 7fbe6effd640 10 client.26059 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.206+0000 7fbe8effd640 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1be4270 0x564df1be6690 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a10b54bf59b9e8a server_cookie=6dd901cc4ca7e389 in_seq=0 out_seq=0 2024-09-19T05:49:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.213+0000 7fbe6effd640 1 -- 172.21.15.7:0/4199129367 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564df1ac9d70 con 0x564df1be4270 2024-09-19T05:49:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.213+0000 7fbe6effd640 10 client.26059 handle_command_reply: tid=0 2024-09-19T05:49:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.213+0000 7fbe98ff8740 1 client.26059 shutdown 2024-09-19T05:49:18.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 msgr2=0x564df1b628c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbe88011e50 tx=0x7fbe88003b80 comp rx=0 tx=0).stop 2024-09-19T05:49:18.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 shutdown_connections 2024-09-19T05:49:18.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564df1be4270 0x564df1be6690 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe6effd640 0 client.26059 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564df1b68e80 0x564df1b62e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564df1b5e5e0 0x564df1b628c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 --2- 172.21.15.7:0/4199129367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564df1b5dcc0 0x564df1b71460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 >> 172.21.15.7:0/4199129367 conn(0x564df1b5a230 msgr2=0x564df1b59260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 shutdown_connections 2024-09-19T05:49:18.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 1 -- 172.21.15.7:0/4199129367 wait complete. 2024-09-19T05:49:18.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.214+0000 7fbe98ff8740 20 client.26059 trim_cache size 0 max 16384 2024-09-19T05:49:18.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:49:18.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:49:18.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:49:18.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:49:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 msgr2=0x7fbe780a5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 0x7fbe780a5930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000dfd0 tx=0x7fbe80014000 comp rx=0 tx=0).stop 2024-09-19T05:49:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 msgr2=0x7fbe9019e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 0x7fbe9019e5c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d610 tx=0x7fbe8000dad0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 shutdown_connections 2024-09-19T05:49:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fbe780a3470 0x7fbe780a5930 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fbe9010dfe0 0x7fbe9019e5c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe901089c0 0x7fbe901a4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 --2- 172.21.15.7:0/1764215122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbe90108020 0x7fbe901a4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 >> 172.21.15.7:0/1764215122 conn(0x7fbe90077920 msgr2=0x7fbe900791d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 shutdown_connections 2024-09-19T05:49:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:18.215+0000 7fbe94ffc640 1 -- 172.21.15.7:0/1764215122 wait complete. 2024-09-19T05:49:18.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:18 smithi007 ceph-mon[30960]: pgmap v215: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 13 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:49:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:18 smithi063 ceph-mon[34779]: pgmap v215: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 13 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:49:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:18 smithi044 ceph-mon[34175]: pgmap v215: 97 pgs: 97 active+clean; 25 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 13 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2024-09-19T05:49:20.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:20 smithi007 ceph-mon[30960]: pgmap v216: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 200 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:49:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:20 smithi063 ceph-mon[34779]: pgmap v216: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 200 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:49:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:20 smithi044 ceph-mon[34175]: pgmap v216: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 200 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2024-09-19T05:49:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:22 smithi007 ceph-mon[30960]: pgmap v217: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 192 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:49:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:22 smithi063 ceph-mon[34779]: pgmap v217: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 192 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:49:22.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:22 smithi044 ceph-mon[34175]: pgmap v217: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 991 GiB / 1.0 TiB avail; 192 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2024-09-19T05:49:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:24 smithi007 ceph-mon[30960]: pgmap v218: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 990 GiB / 1.0 TiB avail; 279 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:24 smithi063 ceph-mon[34779]: pgmap v218: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 990 GiB / 1.0 TiB avail; 279 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:24.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:24 smithi044 ceph-mon[34175]: pgmap v218: 97 pgs: 97 active+clean; 26 GiB data, 82 GiB used, 990 GiB / 1.0 TiB avail; 279 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:26 smithi007 ceph-mon[30960]: pgmap v219: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:49:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:26 smithi063 ceph-mon[34779]: pgmap v219: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:49:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:26 smithi044 ceph-mon[34175]: pgmap v219: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 61 MiB/s wr, 995 op/s 2024-09-19T05:49:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:28 smithi007 ceph-mon[30960]: pgmap v220: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 55 MiB/s wr, 898 op/s 2024-09-19T05:49:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:28 smithi063 ceph-mon[34779]: pgmap v220: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 55 MiB/s wr, 898 op/s 2024-09-19T05:49:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:28 smithi044 ceph-mon[34175]: pgmap v220: 97 pgs: 97 active+clean; 26 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 307 KiB/s rd, 55 MiB/s wr, 898 op/s 2024-09-19T05:49:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:30 smithi007 ceph-mon[30960]: pgmap v221: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 639 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:49:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:30 smithi063 ceph-mon[34779]: pgmap v221: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 639 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:49:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:30 smithi044 ceph-mon[34175]: pgmap v221: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 639 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2024-09-19T05:49:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.388+0000 7f796d2a8640 1 -- 172.21.15.7:0/2898137023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796811afc0 msgr2=0x7f796811d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.388+0000 7f796d2a8640 1 --2- 172.21.15.7:0/2898137023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796811afc0 0x7f796811d3b0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f796001acb0 tx=0x7f796003b900 comp rx=0 tx=0).stop 2024-09-19T05:49:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 -- 172.21.15.7:0/2898137023 shutdown_connections 2024-09-19T05:49:31.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 --2- 172.21.15.7:0/2898137023 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796811afc0 0x7f796811d3b0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 --2- 172.21.15.7:0/2898137023 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796806df60 0x7f796811aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 --2- 172.21.15.7:0/2898137023 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806d640 0x7f796806da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 -- 172.21.15.7:0/2898137023 >> 172.21.15.7:0/2898137023 conn(0x7f796806c650 msgr2=0x7f796806ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 -- 172.21.15.7:0/2898137023 shutdown_connections 2024-09-19T05:49:31.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.389+0000 7f796d2a8640 1 -- 172.21.15.7:0/2898137023 wait complete. 2024-09-19T05:49:31.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.391+0000 7f796d2a8640 1 Processor -- start 2024-09-19T05:49:31.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.391+0000 7f796d2a8640 1 -- start start 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806df60 0x7f79681167c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796811afc0 0x7f7968116d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f796810eb50 con 0x7f796806d640 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f796810e9d0 con 0x7f796811afc0 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f796d2a8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f796810ecd0 con 0x7f796806df60 2024-09-19T05:49:31.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.392+0000 7f79677fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806df60 0x7f79681167c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.393+0000 7f7967fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.393+0000 7f7967fff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48870/0 (socket says 172.21.15.7:48870) 2024-09-19T05:49:31.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.393+0000 7f7967fff640 1 -- 172.21.15.7:0/1064373409 learned_addr learned my addr 172.21.15.7:0/1064373409 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:31.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.393+0000 7f796caa7640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796811afc0 0x7f7968116d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 -- 172.21.15.7:0/1064373409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806df60 msgr2=0x7f79681167c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806df60 0x7f79681167c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 -- 172.21.15.7:0/1064373409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796811afc0 msgr2=0x7f7968116d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796811afc0 0x7f7968116d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 -- 172.21.15.7:0/1064373409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7968117400 con 0x7f796806d640 2024-09-19T05:49:31.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.394+0000 7f7967fff640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f795c00b4a0 tx=0x7f795c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.395+0000 7f79657fa640 1 -- 172.21.15.7:0/1064373409 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c014070 con 0x7f796806d640 2024-09-19T05:49:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.395+0000 7f79657fa640 1 -- 172.21.15.7:0/1064373409 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f795c010ac0 con 0x7f796806d640 2024-09-19T05:49:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.395+0000 7f79657fa640 1 -- 172.21.15.7:0/1064373409 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c017b60 con 0x7f796806d640 2024-09-19T05:49:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.395+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79681aaef0 con 0x7f796806d640 2024-09-19T05:49:31.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.395+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79681ab2a0 con 0x7f796806d640 2024-09-19T05:49:31.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.400+0000 7f79712a1740 1 Processor -- start 2024-09-19T05:49:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.400+0000 7f79712a1740 1 -- start start 2024-09-19T05:49:31.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.400+0000 7f79712a1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79657fa640 1 -- 172.21.15.7:0/1064373409 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f795c017070 con 0x7f796806d640 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79712a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b0565e0 0x55e81b060940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79712a1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b063270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79712a1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e81afba2f0 con 0x55e81b060e80 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79712a1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e81af62270 con 0x55e81b055cc0 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79712a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e81afb62b0 con 0x55e81b0565e0 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:55262/0 (socket says 172.21.15.7:55262) 2024-09-19T05:49:31.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 -- 172.21.15.7:0/2190052072 learned_addr learned my addr 172.21.15.7:0/2190052072 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f7967fff640 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b0565e0 0x55e81b060940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f79677fe640 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b063270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 -- 172.21.15.7:0/2190052072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b0565e0 msgr2=0x55e81b060940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b0565e0 0x55e81b060940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 -- 172.21.15.7:0/2190052072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 msgr2=0x55e81b063270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b063270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.401+0000 7f796caa7640 1 -- 172.21.15.7:0/2190052072 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e81af61340 con 0x55e81b055cc0 2024-09-19T05:49:31.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f796caa7640 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f79680732f0 tx=0x7f796001a9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d26cbdb6788f190 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f794e7fc640 1 -- 172.21.15.7:0/2190052072 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960045070 con 0x55e81b055cc0 2024-09-19T05:49:31.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f794e7fc640 1 -- 172.21.15.7:0/2190052072 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7960003970 con 0x55e81b055cc0 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f794e7fc640 1 -- 172.21.15.7:0/2190052072 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960040d20 con 0x55e81b055cc0 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f79657fa640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 0x7f79500a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.402+0000 7f79657fa640 1 -- 172.21.15.7:0/1064373409 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f795c0ceea0 con 0x7f796806d640 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f7967fff640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 0x7f79500a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 -- 172.21.15.7:0/2190052072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 msgr2=0x55e81b0560a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f79680732f0 tx=0x7f796001a9e0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 -- 172.21.15.7:0/2190052072 shutdown_connections 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b063270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b0565e0 0x55e81b060940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 --2- 172.21.15.7:0/2190052072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0560a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 -- 172.21.15.7:0/2190052072 >> 172.21.15.7:0/2190052072 conn(0x55e81b052230 msgr2=0x55e81b052610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f7967fff640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 0x7f79500a5a10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x55e81b053090 tx=0x7f795c00bf90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 -- 172.21.15.7:0/2190052072 shutdown_connections 2024-09-19T05:49:31.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.403+0000 7f79712a1740 1 -- 172.21.15.7:0/2190052072 wait complete. 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.404+0000 7f79712a1740 1 -- start start 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.404+0000 7f79712a1740 1 Processor -- start 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.405+0000 7f79712a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:57288/0 (socket says 172.21.15.7:57288) 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 -- 172.21.15.7:0/1952031714 learned_addr learned my addr 172.21.15.7:0/1952031714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b05e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b060e80 0x55e81b05e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e81b063a50 con 0x55e81b0565e0 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e81af43290 con 0x55e81b060e80 2024-09-19T05:49:31.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e81b063bd0 con 0x55e81b055cc0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79677fe640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b05e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f79712a1740 10 client.0 _ll_register_callbacks cb 0x55e81af74140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b060e80 0x55e81b05e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 -- 172.21.15.7:0/1952031714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b060e80 msgr2=0x55e81b05e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b060e80 0x55e81b05e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 -- 172.21.15.7:0/1952031714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 msgr2=0x55e81b05e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b05e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.406+0000 7f796caa7640 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e81accd210 con 0x55e81b055cc0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f796caa7640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7960042ed0 tx=0x7f7960040a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ef6f0d690a16da1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f79477fe640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960045040 con 0x55e81b055cc0 2024-09-19T05:49:31.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f7960051070 con 0x55e81b055cc0 2024-09-19T05:49:31.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7960003970 con 0x55e81b055cc0 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.407+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7960040620 con 0x55e81b055cc0 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 10 client.26065 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e81ad99620 con 0x55e81b055cc0 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7960003970 con 0x55e81b055cc0 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f79600042c0 con 0x55e81b055cc0 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 10 client.26065 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 10 client.26065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 20 client.26065 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b073140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 4 client.26065 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e81afc7a20 con 0x55e81b070d50 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.408+0000 7f79677fe640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b073140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.409+0000 7f79477fe640 10 client.26065 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.409+0000 7f79677fe640 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b073140 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c944f1ff75c7114c server_cookie=6822fe66024d6e8c in_seq=0 out_seq=0 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.410+0000 7f79477fe640 1 -- 172.21.15.7:0/1952031714 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e81afc7a20 con 0x55e81b070d50 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.410+0000 7f79477fe640 10 client.26065 handle_command_reply: tid=0 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.410+0000 7f79712a1740 1 client.26065 shutdown 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.410+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 msgr2=0x55e81b05deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.410+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7960042ed0 tx=0x7f7960040a80 comp rx=0 tx=0).stop 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 shutdown_connections 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b060e80 0x55e81b05e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b073140 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79477fe640 0 client.26065 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:31.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b05e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 --2- 172.21.15.7:0/1952031714 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05deb0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 >> 172.21.15.7:0/1952031714 conn(0x55e81b052230 msgr2=0x55e81b057f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 shutdown_connections 2024-09-19T05:49:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 1 -- 172.21.15.7:0/1952031714 wait complete. 2024-09-19T05:49:31.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.411+0000 7f79712a1740 20 client.26065 trim_cache size 0 max 16384 2024-09-19T05:49:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.439+0000 7f79712a1740 1 Processor -- start 2024-09-19T05:49:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.439+0000 7f79712a1740 1 -- start start 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.439+0000 7f79712a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f79712a1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b0565e0 0x55e81b057e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f79712a1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b076160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f796caa7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f796caa7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:57300/0 (socket says 172.21.15.7:57300) 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f796caa7640 1 -- 172.21.15.7:0/3512939075 learned_addr learned my addr 172.21.15.7:0/3512939075 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b3d30 con 0x55e81b060e80 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b5870 con 0x55e81b0565e0 2024-09-19T05:49:31.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.440+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b4400 con 0x55e81b055cc0 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b076160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 -- 172.21.15.7:0/3512939075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b0565e0 msgr2=0x55e81b057e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b0565e0 0x55e81b057e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 -- 172.21.15.7:0/3512939075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 msgr2=0x55e81b076160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b076160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 -- 172.21.15.7:0/3512939075 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e81b04c450 con 0x55e81b055cc0 2024-09-19T05:49:31.443 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.441+0000 7f796caa7640 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7960000f80 tx=0x7f796001a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c13b36cda82c5699 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.442+0000 7f794dffb640 1 -- 172.21.15.7:0/3512939075 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960003970 con 0x55e81b055cc0 2024-09-19T05:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.442+0000 7f794dffb640 1 -- 172.21.15.7:0/3512939075 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79600044b0 con 0x55e81b055cc0 2024-09-19T05:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.442+0000 7f794dffb640 1 -- 172.21.15.7:0/3512939075 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960041600 con 0x55e81b055cc0 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.443+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 msgr2=0x55e81b05e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.443+0000 7f79712a1740 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7960000f80 tx=0x7f796001a5d0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.444+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 shutdown_connections 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.444+0000 7f79712a1740 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b060e80 0x55e81b076160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.444+0000 7f79712a1740 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b0565e0 0x55e81b057e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.444+0000 7f79712a1740 1 --2- 172.21.15.7:0/3512939075 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b055cc0 0x55e81b05e760 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.444+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 >> 172.21.15.7:0/3512939075 conn(0x55e81b052230 msgr2=0x55e81b057720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.446+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 shutdown_connections 2024-09-19T05:49:31.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.449+0000 7f79712a1740 1 -- 172.21.15.7:0/3512939075 wait complete. 2024-09-19T05:49:31.451 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.449+0000 7f79712a1740 1 -- start start 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 Processor -- start 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b0739e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b060e80 0x55e81b073f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b51a0 con 0x55e81b0565e0 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b4ad0 con 0x55e81b055cc0 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f79681b1d30 con 0x55e81b060e80 2024-09-19T05:49:31.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f79712a1740 10 client.0 _ll_register_callbacks cb 0x7f796001a930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.450+0000 7f796caa7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.451+0000 7f796caa7640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:55272/0 (socket says 172.21.15.7:55272) 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.451+0000 7f796caa7640 1 -- 172.21.15.7:0/1276626863 learned_addr learned my addr 172.21.15.7:0/1276626863 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.451+0000 7f796caa7640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b060e80 0x55e81b073f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.453+0000 7f796caa7640 1 -- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b060e80 msgr2=0x55e81b073f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.453+0000 7f79677fe640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b0739e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.453+0000 7f796caa7640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b060e80 0x55e81b073f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.453+0000 7f796caa7640 1 -- 172.21.15.7:0/1276626863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 msgr2=0x55e81b0739e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.454+0000 7f796caa7640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b0739e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.454+0000 7f796caa7640 1 -- 172.21.15.7:0/1276626863 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e81b074510 con 0x55e81b055cc0 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.454+0000 7f796caa7640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7960068460 tx=0x7f79600408e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75a2652d9ab9488f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.454+0000 7f79477fe640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79677fe640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b0739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960045060 con 0x55e81b055cc0 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f796005a040 con 0x55e81b055cc0 2024-09-19T05:49:31.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79600044b0 con 0x55e81b055cc0 2024-09-19T05:49:31.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7960003970 con 0x55e81b055cc0 2024-09-19T05:49:31.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79712a1740 10 client.25913 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:31.458 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.455+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e81b0db480 con 0x55e81b055cc0 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.456+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79600044b0 con 0x55e81b055cc0 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.456+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f79600685d0 con 0x55e81b055cc0 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.456+0000 7f79712a1740 10 client.25913 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.456+0000 7f79712a1740 10 client.25913 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.456+0000 7f79712a1740 20 client.25913 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b0ddaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79712a1740 4 client.25913 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e81afc1d70 con 0x55e81b070d50 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79677fe640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b0ddaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79677fe640 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b0ddaa0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=375831afa0ebe74c server_cookie=b69548a7ab57c10a in_seq=0 out_seq=0 2024-09-19T05:49:31.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.457+0000 7f79477fe640 10 client.25913 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.469+0000 7f79477fe640 1 -- 172.21.15.7:0/1276626863 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e81afc1d70 con 0x55e81b070d50 2024-09-19T05:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.469+0000 7f79477fe640 10 client.25913 handle_command_reply: tid=0 2024-09-19T05:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.469+0000 7f79712a1740 1 client.25913 shutdown 2024-09-19T05:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 msgr2=0x55e81b0766a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7960068460 tx=0x7f79600408e0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 shutdown_connections 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e81b060e80 0x55e81b073f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e81b070d50 0x55e81b0ddaa0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e81b0565e0 0x55e81b0739e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 --2- 172.21.15.7:0/1276626863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e81b055cc0 0x55e81b0766a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 >> 172.21.15.7:0/1276626863 conn(0x55e81b052230 msgr2=0x55e81b06be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79477fe640 0 client.25913 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 shutdown_connections 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 1 -- 172.21.15.7:0/1276626863 wait complete. 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.470+0000 7f79712a1740 20 client.25913 trim_cache size 0 max 16384 2024-09-19T05:49:31.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.471+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 msgr2=0x7f79500a5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.471+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 0x7f79500a5a10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x55e81b053090 tx=0x7f795c00bf90 comp rx=0 tx=0).stop 2024-09-19T05:49:31.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.471+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 msgr2=0x7f796811a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.471+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f795c00b4a0 tx=0x7f795c00b960 comp rx=0 tx=0).stop 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 shutdown_connections 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f796811afc0 0x7f7968116d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f79500a3550 0x7f79500a5a10 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f796806df60 0x7f79681167c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 --2- 172.21.15.7:0/1064373409 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f796806d640 0x7f796811a730 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 >> 172.21.15.7:0/1064373409 conn(0x7f796806c650 msgr2=0x7f796811b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 shutdown_connections 2024-09-19T05:49:31.475 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:31.472+0000 7f796d2a8640 1 -- 172.21.15.7:0/1064373409 wait complete. 2024-09-19T05:49:32.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:32 smithi044 ceph-mon[34175]: pgmap v222: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 477 KiB/s rd, 55 MiB/s wr, 899 op/s 2024-09-19T05:49:32.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:32 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:49:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:32 smithi007 ceph-mon[30960]: pgmap v222: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 477 KiB/s rd, 55 MiB/s wr, 899 op/s 2024-09-19T05:49:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:32 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:49:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:32 smithi063 ceph-mon[34779]: pgmap v222: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 477 KiB/s rd, 55 MiB/s wr, 899 op/s 2024-09-19T05:49:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:32 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:49:33.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:49:33.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:49:33.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:49:33.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:49:33.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:49:33.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:49:33.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:49:33.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:49:33.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:49:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:34 smithi007 ceph-mon[30960]: pgmap v223: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 710 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:34 smithi063 ceph-mon[34779]: pgmap v223: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 710 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:34 smithi044 ceph-mon[34175]: pgmap v223: 97 pgs: 97 active+clean; 26 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 710 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2024-09-19T05:49:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:36 smithi007 ceph-mon[30960]: pgmap v224: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 673 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:36 smithi063 ceph-mon[34779]: pgmap v224: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 673 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:36 smithi044 ceph-mon[34175]: pgmap v224: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 673 KiB/s rd, 60 MiB/s wr, 988 op/s 2024-09-19T05:49:38.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:38 smithi007 ceph-mon[30960]: pgmap v225: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 640 KiB/s rd, 55 MiB/s wr, 895 op/s 2024-09-19T05:49:38.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:38 smithi063 ceph-mon[34779]: pgmap v225: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 640 KiB/s rd, 55 MiB/s wr, 895 op/s 2024-09-19T05:49:38.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:38 smithi044 ceph-mon[34175]: pgmap v225: 97 pgs: 97 active+clean; 27 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 640 KiB/s rd, 55 MiB/s wr, 895 op/s 2024-09-19T05:49:40.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:40 smithi007 ceph-mon[30960]: pgmap v226: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2024-09-19T05:49:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:40 smithi063 ceph-mon[34779]: pgmap v226: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2024-09-19T05:49:40.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:40 smithi044 ceph-mon[34175]: pgmap v226: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2024-09-19T05:49:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:42 smithi007 ceph-mon[30960]: pgmap v227: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 55 MiB/s wr, 900 op/s 2024-09-19T05:49:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:42 smithi063 ceph-mon[34779]: pgmap v227: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 55 MiB/s wr, 900 op/s 2024-09-19T05:49:42.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:42 smithi044 ceph-mon[34175]: pgmap v227: 97 pgs: 97 active+clean; 27 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 55 MiB/s wr, 900 op/s 2024-09-19T05:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.633+0000 7f0560927640 1 -- 172.21.15.7:0/126246334 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c031880 con 0x7f055c10aed0 2024-09-19T05:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.633+0000 7f0563b8d640 1 -- 172.21.15.7:0/126246334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10aed0 msgr2=0x7f055c10ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.633+0000 7f0563b8d640 1 --2- 172.21.15.7:0/126246334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10aed0 0x7f055c10ef10 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f054c009900 tx=0x7f054c02a3f0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.636 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 -- 172.21.15.7:0/126246334 shutdown_connections 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 --2- 172.21.15.7:0/126246334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c10f5f0 0x7f055c1171c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 --2- 172.21.15.7:0/126246334 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10aed0 0x7f055c10ef10 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 --2- 172.21.15.7:0/126246334 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10a520 0x7f055c10a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 -- 172.21.15.7:0/126246334 >> 172.21.15.7:0/126246334 conn(0x7f055c06e790 msgr2=0x7f055c070bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 -- 172.21.15.7:0/126246334 shutdown_connections 2024-09-19T05:49:44.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.635+0000 7f0563b8d640 1 -- 172.21.15.7:0/126246334 wait complete. 2024-09-19T05:49:44.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 Processor -- start 2024-09-19T05:49:44.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 -- start start 2024-09-19T05:49:44.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10f5f0 0x7f055c1a8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c1a2ac0 0x7f055c1a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f055c11a560 con 0x7f055c1a2ac0 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f055c11a3e0 con 0x7f055c10f5f0 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0563b8d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f055c11a6e0 con 0x7f055c10a520 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.636+0000 7f0561929640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561128640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10f5f0 0x7f055c1a8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60246/0 (socket says 172.21.15.7:60246) 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 -- 172.21.15.7:0/691400736 learned_addr learned my addr 172.21.15.7:0/691400736 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:44.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f056212a640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c1a2ac0 0x7f055c1a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 -- 172.21.15.7:0/691400736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10f5f0 msgr2=0x7f055c1a8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10f5f0 0x7f055c1a8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 -- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c1a2ac0 msgr2=0x7f055c1a2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c1a2ac0 0x7f055c1a2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.637+0000 7f0561929640 1 -- 172.21.15.7:0/691400736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055c1a35e0 con 0x7f055c10a520 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0561929640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f055800c920 tx=0x7f055800cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0552ffd640 1 -- 172.21.15.7:0/691400736 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558007c70 con 0x7f055c10a520 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0552ffd640 1 -- 172.21.15.7:0/691400736 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0558007e10 con 0x7f055c10a520 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0552ffd640 1 -- 172.21.15.7:0/691400736 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558018820 con 0x7f055c10a520 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f055c1a38d0 con 0x7f055c10a520 2024-09-19T05:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.638+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f055c1afad0 con 0x7f055c10a520 2024-09-19T05:49:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:44 smithi007 ceph-mon[30960]: pgmap v228: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 76 MiB/s wr, 1.26k op/s 2024-09-19T05:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.641+0000 7f0552ffd640 1 -- 172.21.15.7:0/691400736 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f05580189c0 con 0x7f055c10a520 2024-09-19T05:49:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.642+0000 7f0566a03740 1 Processor -- start 2024-09-19T05:49:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.642+0000 7f0566a03740 1 -- start start 2024-09-19T05:49:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d4ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d57770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b684cb12f0 con 0x55b684d4d410 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b684c59270 con 0x55b684d4caf0 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0566a03740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b684cad2b0 con 0x55b684d57cb0 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0552ffd640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 0x7f05480a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f056212a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d4ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0561128640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f056212a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d4ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58552/0 (socket says 172.21.15.7:58552) 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0561128640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60250/0 (socket says 172.21.15.7:60250) 2024-09-19T05:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0561128640 1 -- 172.21.15.7:0/3813176065 learned_addr learned my addr 172.21.15.7:0/3813176065 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0552ffd640 1 -- 172.21.15.7:0/691400736 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f05580cfda0 con 0x7f055c10a520 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.643+0000 7f0561929640 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d57770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f056212a640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 0x7f05480a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 -- 172.21.15.7:0/3813176065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 msgr2=0x55b684d4ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d4ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 -- 172.21.15.7:0/3813176065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 msgr2=0x55b684d57770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d57770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 -- 172.21.15.7:0/3813176065 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b684c58340 con 0x55b684d57cb0 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561929640 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d57770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:49:44.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0561128640 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f055c06b310 tx=0x7f054c032dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d5cfbe751c909a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f056212a640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 0x7f05480a59c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0554009fd0 tx=0x7f0554009240 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0547fff640 1 -- 172.21.15.7:0/3813176065 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c040070 con 0x55b684d57cb0 2024-09-19T05:49:44.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0547fff640 1 -- 172.21.15.7:0/3813176065 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f054c0316a0 con 0x55b684d57cb0 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.644+0000 7f0547fff640 1 -- 172.21.15.7:0/3813176065 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c035040 con 0x55b684d57cb0 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 -- 172.21.15.7:0/3813176065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 msgr2=0x55b684d5a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f055c06b310 tx=0x7f054c032dd0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 -- 172.21.15.7:0/3813176065 shutdown_connections 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d5a0a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d57770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 --2- 172.21.15.7:0/3813176065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d4ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.645+0000 7f0566a03740 1 -- 172.21.15.7:0/3813176065 >> 172.21.15.7:0/3813176065 conn(0x55b684d49060 msgr2=0x55b684d49440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.646+0000 7f0566a03740 1 -- 172.21.15.7:0/3813176065 shutdown_connections 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.646+0000 7f0566a03740 1 -- 172.21.15.7:0/3813176065 wait complete. 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.646+0000 7f0566a03740 1 -- start start 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.646+0000 7f0566a03740 1 Processor -- start 2024-09-19T05:49:44.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.646+0000 7f0566a03740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4d410 0x55b684d550a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d555e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b684d5a880 con 0x55b684d57cb0 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b684c3a290 con 0x55b684d4d410 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b684d5aa00 con 0x55b684d4caf0 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0566a03740 10 client.0 _ll_register_callbacks cb 0x55b684c6b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:60264/0 (socket says 172.21.15.7:60264) 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 -- 172.21.15.7:0/1866282311 learned_addr learned my addr 172.21.15.7:0/1866282311 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561128640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4d410 0x55b684d550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f056212a640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d555e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 -- 172.21.15.7:0/1866282311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4d410 msgr2=0x55b684d550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4d410 0x55b684d550a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 -- 172.21.15.7:0/1866282311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 msgr2=0x55b684d555e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d555e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f0561929640 1 -- 172.21.15.7:0/1866282311 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6849c4210 con 0x55b684d4caf0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.647+0000 7f056212a640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d555e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f0561929640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f055809c000 tx=0x7f055800fb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b879509567509621 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05580a0420 con 0x55b684d4caf0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f05580986e0 con 0x55b684d4caf0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f054c0316a0 con 0x55b684d4caf0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f05580a4ce0 con 0x55b684d4caf0 2024-09-19T05:49:44.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f0566a03740 10 client.26083 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b684a90620 con 0x55b684d4caf0 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f054c0316a0 con 0x55b684d4caf0 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.648+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f055809c360 con 0x55b684d4caf0 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 10 client.26083 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 10 client.26083 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 20 client.26083 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684d6a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 4 client.26083 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b684cbea20 con 0x55b684d67bd0 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.649+0000 7f0561128640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684d6a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.650+0000 7f05457fa640 10 client.26083 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:44.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.650+0000 7f0561128640 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684d6a000 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16b47a52eac42def server_cookie=e482049895f420c in_seq=0 out_seq=0 2024-09-19T05:49:44.657 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:44 smithi063 ceph-mon[34779]: pgmap v228: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 76 MiB/s wr, 1.26k op/s 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f05457fa640 1 -- 172.21.15.7:0/1866282311 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f054c04fe80 con 0x55b684d67bd0 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f05457fa640 10 client.26083 handle_command_reply: tid=0 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 client.26083 shutdown 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 msgr2=0x55b684d54b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f055809c000 tx=0x7f055800fb00 comp rx=0 tx=0).stop 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 shutdown_connections 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684d6a000 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f05457fa640 0 client.26083 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d555e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4d410 0x55b684d550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 --2- 172.21.15.7:0/1866282311 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4caf0 0x55b684d54b60 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 >> 172.21.15.7:0/1866282311 conn(0x55b684d49060 msgr2=0x55b684d4edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 shutdown_connections 2024-09-19T05:49:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 1 -- 172.21.15.7:0/1866282311 wait complete. 2024-09-19T05:49:44.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.651+0000 7f0566a03740 20 client.26083 trim_cache size 0 max 16384 2024-09-19T05:49:44.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.688+0000 7f0566a03740 1 Processor -- start 2024-09-19T05:49:44.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.688+0000 7f0566a03740 1 -- start start 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d4ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d6f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b3d10 con 0x55b684d4d410 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b5850 con 0x55b684d4caf0 2024-09-19T05:49:44.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.689+0000 7f0566a03740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b43e0 con 0x55b684d57cb0 2024-09-19T05:49:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58578/0 (socket says 172.21.15.7:58578) 2024-09-19T05:49:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 -- 172.21.15.7:0/2382844215 learned_addr learned my addr 172.21.15.7:0/2382844215 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f056212a640 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d6f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561128640 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d4ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 -- 172.21.15.7:0/2382844215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 msgr2=0x55b684d6f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d6f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 -- 172.21.15.7:0/2382844215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 msgr2=0x55b684d4ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d4ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.690+0000 7f0561929640 1 -- 172.21.15.7:0/2382844215 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b684d48e90 con 0x55b684d4caf0 2024-09-19T05:49:44.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.691+0000 7f0561929640 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f05580984d0 tx=0x7f0558098440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3be77606c27a8f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.691+0000 7f05477fe640 1 -- 172.21.15.7:0/2382844215 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05580a0420 con 0x55b684d4caf0 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.691+0000 7f05477fe640 1 -- 172.21.15.7:0/2382844215 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05580a4850 con 0x55b684d4caf0 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.691+0000 7f05477fe640 1 -- 172.21.15.7:0/2382844215 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055809c2d0 con 0x55b684d4caf0 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 -- 172.21.15.7:0/2382844215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 msgr2=0x55b684d553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f05580984d0 tx=0x7f0558098440 comp rx=0 tx=0).stop 2024-09-19T05:49:44.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 -- 172.21.15.7:0/2382844215 shutdown_connections 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d57cb0 0x55b684d6f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d4d410 0x55b684d4ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 --2- 172.21.15.7:0/2382844215 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d553e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.692+0000 7f0566a03740 1 -- 172.21.15.7:0/2382844215 >> 172.21.15.7:0/2382844215 conn(0x55b684d49060 msgr2=0x55b684d4e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.693+0000 7f0566a03740 1 -- 172.21.15.7:0/2382844215 shutdown_connections 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.693+0000 7f0566a03740 1 -- 172.21.15.7:0/2382844215 wait complete. 2024-09-19T05:49:44.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.693+0000 7f0566a03740 1 -- start start 2024-09-19T05:49:44.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.693+0000 7f0566a03740 1 Processor -- start 2024-09-19T05:49:44.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0566a03740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0566a03740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4d410 0x55b684d5be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0566a03740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d5c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0561929640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.703 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0561929640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58590/0 (socket says 172.21.15.7:58590) 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0561929640 1 -- 172.21.15.7:0/2801253661 learned_addr learned my addr 172.21.15.7:0/2801253661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f0561128640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4d410 0x55b684d5be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.696+0000 7f056212a640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d5c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b5180 con 0x55b684d57cb0 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b4ab0 con 0x55b684d4caf0 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f055c1b1d50 con 0x55b684d4d410 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 -- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4d410 msgr2=0x55b684d5be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4d410 0x55b684d5be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 -- 172.21.15.7:0/2801253661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 msgr2=0x55b684d5c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d5c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b684d49cf0 con 0x55b684d4caf0 2024-09-19T05:49:44.704 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0566a03740 10 client.0 _ll_register_callbacks cb 0x7f055809bbb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f0561929640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f055809bd20 tx=0x7f0558096e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=902f25c44df6d7be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.697+0000 7f05457fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05580a4850 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f05457fa640 1 -- 172.21.15.7:0/2801253661 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055809c770 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f05457fa640 1 -- 172.21.15.7:0/2801253661 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7f055809b4c0 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f05457fa640 1 -- 172.21.15.7:0/2801253661 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f05580a0420 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f0566a03740 10 client.25928 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.698+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x55b684dd27e0 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f05457fa640 1 -- 172.21.15.7:0/2801253661 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f05580b0120 con 0x55b684d4caf0 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 10 client.25928 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 10 client.25928 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:44.705 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 20 client.25928 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684dd4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 4 client.25928 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b684cb8d70 con 0x55b684d67bd0 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.699+0000 7f0561128640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684dd4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.700+0000 7f05457fa640 10 client.25928 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:44.706 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.700+0000 7f0561128640 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684dd4b90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2185e3b73477a2a server_cookie=f085ad516e5896e9 in_seq=0 out_seq=0 2024-09-19T05:49:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.703+0000 7f05457fa640 1 -- 172.21.15.7:0/2801253661 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b684cb8d70 con 0x55b684d67bd0 2024-09-19T05:49:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.703+0000 7f05457fa640 10 client.25928 handle_command_reply: tid=0 2024-09-19T05:49:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.703+0000 7f0566a03740 1 client.25928 shutdown 2024-09-19T05:49:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.704+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 msgr2=0x55b684d5b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.704+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f055809bd20 tx=0x7f0558096e90 comp rx=0 tx=0).stop 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 shutdown_connections 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b684d67bd0 0x55b684dd4b90 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b684d57cb0 0x55b684d5c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b684d4d410 0x55b684d5be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 --2- 172.21.15.7:0/2801253661 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b684d4caf0 0x55b684d5b940 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 >> 172.21.15.7:0/2801253661 conn(0x55b684d49060 msgr2=0x55b684d481c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f05457fa640 0 client.25928 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 shutdown_connections 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 1 -- 172.21.15.7:0/2801253661 wait complete. 2024-09-19T05:49:44.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.705+0000 7f0566a03740 20 client.25928 trim_cache size 0 max 16384 2024-09-19T05:49:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:49:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:49:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:49:44.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 msgr2=0x7f05480a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 0x7f05480a59c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0554009fd0 tx=0x7f0554009240 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 msgr2=0x7f055c1a8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f055800c920 tx=0x7f055800cde0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 shutdown_connections 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f055c1a2ac0 0x7f055c1a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f055c10f5f0 0x7f055c1a8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f05480a3500 0x7f05480a59c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.706+0000 7f0563b8d640 1 --2- 172.21.15.7:0/691400736 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f055c10a520 0x7f055c1a8910 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.707+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 >> 172.21.15.7:0/691400736 conn(0x7f055c06e790 msgr2=0x7f055c06fa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:44.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.707+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 shutdown_connections 2024-09-19T05:49:44.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:44.707+0000 7f0563b8d640 1 -- 172.21.15.7:0/691400736 wait complete. 2024-09-19T05:49:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:44 smithi044 ceph-mon[34175]: pgmap v228: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 76 MiB/s wr, 1.26k op/s 2024-09-19T05:49:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:46 smithi007 ceph-mon[30960]: pgmap v229: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 60 MiB/s wr, 1.00k op/s 2024-09-19T05:49:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:46 smithi063 ceph-mon[34779]: pgmap v229: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 60 MiB/s wr, 1.00k op/s 2024-09-19T05:49:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:46 smithi044 ceph-mon[34175]: pgmap v229: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 60 MiB/s wr, 1.00k op/s 2024-09-19T05:49:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:48 smithi007 ceph-mon[30960]: pgmap v230: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 55 MiB/s wr, 911 op/s 2024-09-19T05:49:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:48 smithi063 ceph-mon[34779]: pgmap v230: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 55 MiB/s wr, 911 op/s 2024-09-19T05:49:48.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:48 smithi044 ceph-mon[34175]: pgmap v230: 97 pgs: 97 active+clean; 27 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 55 MiB/s wr, 911 op/s 2024-09-19T05:49:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:50 smithi007 ceph-mon[30960]: pgmap v231: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 81 MiB/s wr, 1.35k op/s 2024-09-19T05:49:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:50 smithi063 ceph-mon[34779]: pgmap v231: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 81 MiB/s wr, 1.35k op/s 2024-09-19T05:49:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:50 smithi044 ceph-mon[34175]: pgmap v231: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 81 MiB/s wr, 1.35k op/s 2024-09-19T05:49:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:52 smithi007 ceph-mon[30960]: pgmap v232: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 53 MiB/s wr, 894 op/s 2024-09-19T05:49:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:52 smithi063 ceph-mon[34779]: pgmap v232: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 53 MiB/s wr, 894 op/s 2024-09-19T05:49:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:52 smithi044 ceph-mon[34175]: pgmap v232: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 53 MiB/s wr, 894 op/s 2024-09-19T05:49:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:54 smithi007 ceph-mon[30960]: pgmap v233: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 75 MiB/s wr, 1.25k op/s 2024-09-19T05:49:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:54 smithi063 ceph-mon[34779]: pgmap v233: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 75 MiB/s wr, 1.25k op/s 2024-09-19T05:49:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:54 smithi044 ceph-mon[34175]: pgmap v233: 97 pgs: 97 active+clean; 27 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 75 MiB/s wr, 1.25k op/s 2024-09-19T05:49:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:56 smithi007 ceph-mon[30960]: pgmap v234: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 59 MiB/s wr, 988 op/s 2024-09-19T05:49:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:56 smithi063 ceph-mon[34779]: pgmap v234: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 59 MiB/s wr, 988 op/s 2024-09-19T05:49:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:56 smithi044 ceph-mon[34175]: pgmap v234: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 59 MiB/s wr, 988 op/s 2024-09-19T05:49:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 -- 172.21.15.7:0/2583569043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef90108360 msgr2=0x7fef90108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 --2- 172.21.15.7:0/2583569043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef90108360 0x7fef90108740 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fef84009900 tx=0x7fef8402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 -- 172.21.15.7:0/2583569043 shutdown_connections 2024-09-19T05:49:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 --2- 172.21.15.7:0/2583569043 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef9010d4b0 0x7fef90115000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.862 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 --2- 172.21.15.7:0/2583569043 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef90108d10 0x7fef9010cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 --2- 172.21.15.7:0/2583569043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef90108360 0x7fef90108740 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 -- 172.21.15.7:0/2583569043 >> 172.21.15.7:0/2583569043 conn(0x7fef90077ad0 msgr2=0x7fef90079ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 -- 172.21.15.7:0/2583569043 shutdown_connections 2024-09-19T05:49:57.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.860+0000 7fef97f98640 1 -- 172.21.15.7:0/2583569043 wait complete. 2024-09-19T05:49:57.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.861+0000 7fef97f98640 1 Processor -- start 2024-09-19T05:49:57.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.862+0000 7fef97f98640 1 -- start start 2024-09-19T05:49:57.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.862+0000 7fef97f98640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef90108360 0x7fef901a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.862+0000 7fef97f98640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 0x7fef901a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.862+0000 7fef97f98640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 0x7fef9019eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef97f98640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fef901183d0 con 0x7fef9010d4b0 2024-09-19T05:49:57.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef96535640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 0x7fef9019eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef96535640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 0x7fef9019eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58138/0 (socket says 172.21.15.7:58138) 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef96535640 1 -- 172.21.15.7:0/1321769146 learned_addr learned my addr 172.21.15.7:0/1321769146 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef90118250 con 0x7fef9019e700 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fef90118550 con 0x7fef90108360 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef95533640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 0x7fef901a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.863+0000 7fef95d34640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef90108360 0x7fef901a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 -- 172.21.15.7:0/1321769146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef90108360 msgr2=0x7fef901a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef90108360 0x7fef901a4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 -- 172.21.15.7:0/1321769146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 msgr2=0x7fef9019eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 0x7fef9019eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 -- 172.21.15.7:0/1321769146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef9019f300 con 0x7fef9010d4b0 2024-09-19T05:49:57.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.864+0000 7fef95533640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 0x7fef901a4b80 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00e9c0 tx=0x7fef8c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.865+0000 7fef82ffd640 1 -- 172.21.15.7:0/1321769146 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c00ccc0 con 0x7fef9010d4b0 2024-09-19T05:49:57.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.865+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef901ab3e0 con 0x7fef9010d4b0 2024-09-19T05:49:57.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.866+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef901ab790 con 0x7fef9010d4b0 2024-09-19T05:49:57.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.866+0000 7fef82ffd640 1 -- 172.21.15.7:0/1321769146 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef8c0108e0 con 0x7fef9010d4b0 2024-09-19T05:49:57.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.866+0000 7fef82ffd640 1 -- 172.21.15.7:0/1321769146 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c018840 con 0x7fef9010d4b0 2024-09-19T05:49:57.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.871+0000 7fef9ae13740 1 Processor -- start 2024-09-19T05:49:57.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.872+0000 7fef82ffd640 1 -- 172.21.15.7:0/1321769146 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fef8c010430 con 0x7fef9010d4b0 2024-09-19T05:49:57.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 -- start start 2024-09-19T05:49:57.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 0x55c385600ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c38560b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef96535640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 0x55c385600ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef96535640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 0x55c385600ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58142/0 (socket says 172.21.15.7:58142) 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c3855652f0 con 0x55c38560bcb0 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c38550d270 con 0x55c385600af0 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef9ae13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c3855612b0 con 0x55c385601410 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.874+0000 7fef96535640 1 -- 172.21.15.7:0/2787008501 learned_addr learned my addr 172.21.15.7:0/2787008501 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:57.881 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95d34640 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c38560b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 -- 172.21.15.7:0/2787008501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 msgr2=0x55c38560b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c38560b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 -- 172.21.15.7:0/2787008501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 msgr2=0x55c385600ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 0x55c385600ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.875+0000 7fef95533640 1 -- 172.21.15.7:0/2787008501 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c38550c340 con 0x55c38560bcb0 2024-09-19T05:49:57.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef82ffd640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 0x7fef7c0a5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef95533640 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560e0a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0cd600 tx=0x7fef8c0d84b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961c130741dcbc30 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef96535640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 0x7fef7c0a5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef7bfff640 1 -- 172.21.15.7:0/2787008501 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c098430 con 0x55c38560bcb0 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef82ffd640 1 -- 172.21.15.7:0/1321769146 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fef8c0cff20 con 0x7fef9010d4b0 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef7bfff640 1 -- 172.21.15.7:0/2787008501 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef8c010720 con 0x55c38560bcb0 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.876+0000 7fef7bfff640 1 -- 172.21.15.7:0/2787008501 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c066370 con 0x55c38560bcb0 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.877+0000 7fef9ae13740 1 -- 172.21.15.7:0/2787008501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 msgr2=0x55c38560e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.877+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560e0a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fef8c0cd600 tx=0x7fef8c0d84b0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.877+0000 7fef96535640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 0x7fef7c0a5a40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fef880126a0 tx=0x7fef88009500 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.878+0000 7fef9ae13740 1 -- 172.21.15.7:0/2787008501 shutdown_connections 2024-09-19T05:49:57.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.878+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560e0a0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.878+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c38560b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.878+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2787008501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385600af0 0x55c385600ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.878+0000 7fef9ae13740 1 -- 172.21.15.7:0/2787008501 >> 172.21.15.7:0/2787008501 conn(0x55c3855fd060 msgr2=0x55c3855fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.881+0000 7fef9ae13740 1 -- 172.21.15.7:0/2787008501 shutdown_connections 2024-09-19T05:49:57.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.882+0000 7fef9ae13740 1 -- 172.21.15.7:0/2787008501 wait complete. 2024-09-19T05:49:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.882+0000 7fef9ae13740 1 -- start start 2024-09-19T05:49:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.882+0000 7fef9ae13740 1 Processor -- start 2024-09-19T05:49:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 0x55c385609090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c3856095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c38560e880 con 0x55c385601410 2024-09-19T05:49:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c3854ee290 con 0x55c38560bcb0 2024-09-19T05:49:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55c38560ea00 con 0x55c385600af0 2024-09-19T05:49:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef9ae13740 10 client.0 _ll_register_callbacks cb 0x55c38551f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:57.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef95d34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef95d34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:46392/0 (socket says 172.21.15.7:46392) 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.883+0000 7fef95d34640 1 -- 172.21.15.7:0/2296012926 learned_addr learned my addr 172.21.15.7:0/2296012926 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95533640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 0x55c385609090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef96535640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c3856095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 -- 172.21.15.7:0/2296012926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 msgr2=0x55c3856095d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c3856095d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 -- 172.21.15.7:0/2296012926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 msgr2=0x55c385609090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 0x55c385609090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 -- 172.21.15.7:0/2296012926 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c385278210 con 0x55c385600af0 2024-09-19T05:49:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95533640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 0x55c385609090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:49:57.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef95d34640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef8402a910 tx=0x7fef84005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5a4d51cbab6ed6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.884+0000 7fef797fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84035030 con 0x55c385600af0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fef840048c0 con 0x55c385600af0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c385572a20 con 0x55c385600af0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fef84005d50 con 0x55c385600af0 2024-09-19T05:49:57.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef9ae13740 10 client.26098 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.885+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55c385344620 con 0x55c385600af0 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c385572a20 con 0x55c385600af0 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fef84003b50 con 0x55c385600af0 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 10 client.26098 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 10 client.26098 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:57.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 20 client.26098 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c38561c090 0x55c38561e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 4 client.26098 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c38556cd70 con 0x55c38561c090 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.886+0000 7fef95533640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c38561c090 0x55c38561e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.887+0000 7fef95533640 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c38561c090 0x55c38561e530 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88e0fd6f32bb6708 server_cookie=f0b4c8a396f172cd in_seq=0 out_seq=0 2024-09-19T05:49:57.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.887+0000 7fef797fa640 10 client.26098 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.888+0000 7fef797fa640 1 -- 172.21.15.7:0/2296012926 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c38556cd70 con 0x55c38561c090 2024-09-19T05:49:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.888+0000 7fef797fa640 10 client.26098 handle_command_reply: tid=0 2024-09-19T05:49:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.888+0000 7fef9ae13740 1 client.26098 shutdown 2024-09-19T05:49:57.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 msgr2=0x55c385608b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef8402a910 tx=0x7fef84005270 comp rx=0 tx=0).stop 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 shutdown_connections 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c3856095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c38561c090 0x55c38561e530 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385601410 0x55c385609090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 --2- 172.21.15.7:0/2296012926 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385608b50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 >> 172.21.15.7:0/2296012926 conn(0x55c3855fd060 msgr2=0x55c385602d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef797fa640 0 client.26098 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:57.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 shutdown_connections 2024-09-19T05:49:57.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 1 -- 172.21.15.7:0/2296012926 wait complete. 2024-09-19T05:49:57.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.889+0000 7fef9ae13740 20 client.26098 trim_cache size 0 max 16384 2024-09-19T05:49:57.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.915+0000 7fef9ae13740 1 Processor -- start 2024-09-19T05:49:57.916 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.915+0000 7fef9ae13740 1 -- start start 2024-09-19T05:49:57.917 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.915+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.915+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c3855fc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c385623e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef9ae13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fef7400e8a0 con 0x55c385600af0 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58440/0 (socket says 172.21.15.7:58440) 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95533640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c3855fc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 -- 172.21.15.7:0/291448910 learned_addr learned my addr 172.21.15.7:0/291448910 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef740103e0 con 0x55c38560bcb0 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fef7400ef70 con 0x55c385601410 2024-09-19T05:49:57.918 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef96535640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c385623e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 -- 172.21.15.7:0/291448910 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 msgr2=0x55c3855fc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c3855fc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 -- 172.21.15.7:0/291448910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 msgr2=0x55c385623e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c385623e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.919 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95d34640 1 -- 172.21.15.7:0/291448910 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3855fce90 con 0x55c385600af0 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef95533640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c3855fc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.916+0000 7fef96535640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c385623e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.917+0000 7fef95d34640 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fef84031440 tx=0x7fef8402a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d45953bc17aed2a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.917+0000 7fef7b7fe640 1 -- 172.21.15.7:0/291448910 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84035030 con 0x55c385600af0 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.917+0000 7fef7b7fe640 1 -- 172.21.15.7:0/291448910 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef840035f0 con 0x55c385600af0 2024-09-19T05:49:57.920 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.917+0000 7fef7b7fe640 1 -- 172.21.15.7:0/291448910 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84050070 con 0x55c385600af0 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.918+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 msgr2=0x55c3856093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.918+0000 7fef9ae13740 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fef84031440 tx=0x7fef8402a3f0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 shutdown_connections 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c38560bcb0 0x55c385623e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385601410 0x55c3855fc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.921 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 --2- 172.21.15.7:0/291448910 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c385600af0 0x55c3856093d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 >> 172.21.15.7:0/291448910 conn(0x55c3855fd060 msgr2=0x55c3855fb9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 shutdown_connections 2024-09-19T05:49:57.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.919+0000 7fef9ae13740 1 -- 172.21.15.7:0/291448910 wait complete. 2024-09-19T05:49:57.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.920+0000 7fef9ae13740 1 -- start start 2024-09-19T05:49:57.922 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.920+0000 7fef9ae13740 1 Processor -- start 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385601410 0x55c38560f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fef7400fd10 con 0x55c38560bcb0 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fef7400f640 con 0x55c385601410 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fef7400c8a0 con 0x55c385600af0 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef9ae13740 10 client.0 _ll_register_callbacks cb 0x7fef8c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:49:57.923 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:46416/0 (socket says 172.21.15.7:46416) 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 -- 172.21.15.7:0/3072801113 learned_addr learned my addr 172.21.15.7:0/3072801113 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95533640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385601410 0x55c38560f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 -- 172.21.15.7:0/3072801113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385601410 msgr2=0x55c38560f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385601410 0x55c38560f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef96535640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.924 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.921+0000 7fef95d34640 1 -- 172.21.15.7:0/3072801113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 msgr2=0x55c38560faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef95d34640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef95d34640 1 -- 172.21.15.7:0/3072801113 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c385600920 con 0x55c385600af0 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef96535640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef95d34640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fef84009a20 tx=0x7fef84031f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f820b236f4a9798d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef797fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:49:57.925 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.922+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84050070 con 0x55c385600af0 2024-09-19T05:49:57.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.923+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef840035f0 con 0x55c385600af0 2024-09-19T05:49:57.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.923+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fef840039b0 con 0x55c385600af0 2024-09-19T05:49:57.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.923+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fef84035070 con 0x55c385600af0 2024-09-19T05:49:57.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.923+0000 7fef9ae13740 10 client.26104 fetch_fsmap learned FSMap version 33 2024-09-19T05:49:57.926 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.923+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55c385686a20 con 0x55c385600af0 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef840035f0 con 0x55c385600af0 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fef8404c440 con 0x55c385600af0 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 10 client.26104 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 10 client.26104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 20 client.26104 populate_metadata read hostname 'smithi007' 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c385686fd0 0x55c3856893c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 4 client.26104 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.924+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c3854e9900 con 0x55c385686fd0 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.925+0000 7fef95533640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c385686fd0 0x55c3856893c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:49:57.927 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.925+0000 7fef797fa640 10 client.26104 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:57.928 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.926+0000 7fef95533640 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c385686fd0 0x55c3856893c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=915126be884e230 server_cookie=43d53db63a3944c9 in_seq=0 out_seq=0 2024-09-19T05:49:57.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.944+0000 7fef797fa640 1 -- 172.21.15.7:0/3072801113 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c3854e9900 con 0x55c385686fd0 2024-09-19T05:49:57.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.944+0000 7fef797fa640 10 client.26104 handle_command_reply: tid=0 2024-09-19T05:49:57.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.944+0000 7fef9ae13740 1 client.26104 shutdown 2024-09-19T05:49:57.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 msgr2=0x55c385614290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fef84009a20 tx=0x7fef84031f90 comp rx=0 tx=0).stop 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 shutdown_connections 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55c385686fd0 0x55c3856893c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c38560bcb0 0x55c38560faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c385601410 0x55c38560f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 --2- 172.21.15.7:0/3072801113 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55c385600af0 0x55c385614290 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 >> 172.21.15.7:0/3072801113 conn(0x55c3855fd060 msgr2=0x55c3855fc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.945+0000 7fef797fa640 0 client.26104 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.946+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 shutdown_connections 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.946+0000 7fef9ae13740 1 -- 172.21.15.7:0/3072801113 wait complete. 2024-09-19T05:49:57.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.946+0000 7fef9ae13740 20 client.26104 trim_cache size 0 max 16384 2024-09-19T05:49:57.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:49:57.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:49:57.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:49:57.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:49:57.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.947+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 msgr2=0x7fef7c0a5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.947+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 0x7fef7c0a5a40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fef880126a0 tx=0x7fef88009500 comp rx=0 tx=0).stop 2024-09-19T05:49:57.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.947+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 msgr2=0x7fef901a4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:49:57.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.947+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 0x7fef901a4b80 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00e9c0 tx=0x7fef8c00ee80 comp rx=0 tx=0).stop 2024-09-19T05:49:57.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 shutdown_connections 2024-09-19T05:49:57.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fef9019e700 0x7fef9019eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fef9010d4b0 0x7fef901a4b80 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fef7c0a3580 0x7fef7c0a5a40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 --2- 172.21.15.7:0/1321769146 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fef90108360 0x7fef901a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.948+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 >> 172.21.15.7:0/1321769146 conn(0x7fef90077ad0 msgr2=0x7fef90078de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.949+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 shutdown_connections 2024-09-19T05:49:57.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:49:57.949+0000 7fef97f98640 1 -- 172.21.15.7:0/1321769146 wait complete. 2024-09-19T05:49:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:49:58 smithi007 ceph-mon[30960]: pgmap v235: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 53 MiB/s wr, 895 op/s 2024-09-19T05:49:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:49:58 smithi063 ceph-mon[34779]: pgmap v235: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 53 MiB/s wr, 895 op/s 2024-09-19T05:49:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:49:58 smithi044 ceph-mon[34175]: pgmap v235: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 53 MiB/s wr, 895 op/s 2024-09-19T05:50:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:49:59.999+0000 7f6f33211640 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-09-19T05:50:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:49:59.999+0000 7f6f33211640 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-09-19T05:50:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:49:59.999+0000 7f6f33211640 -1 log_channel(cluster) log [ERR] : mds.c(mds.2): Metadata damage detected 2024-09-19T05:50:00.338 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-mon[30960]: pgmap v236: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 80 MiB/s wr, 1.35k op/s 2024-09-19T05:50:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-mon[30960]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-09-19T05:50:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-mon[30960]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-09-19T05:50:00.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:00 smithi007 ceph-mon[30960]: mds.c(mds.2): Metadata damage detected 2024-09-19T05:50:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:00 smithi063 ceph-mon[34779]: pgmap v236: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 80 MiB/s wr, 1.35k op/s 2024-09-19T05:50:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:00 smithi063 ceph-mon[34779]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-09-19T05:50:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:00 smithi063 ceph-mon[34779]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-09-19T05:50:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:00 smithi063 ceph-mon[34779]: mds.c(mds.2): Metadata damage detected 2024-09-19T05:50:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:00 smithi044 ceph-mon[34175]: pgmap v236: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 80 MiB/s wr, 1.35k op/s 2024-09-19T05:50:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:00 smithi044 ceph-mon[34175]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-09-19T05:50:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:00 smithi044 ceph-mon[34175]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-09-19T05:50:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:00 smithi044 ceph-mon[34175]: mds.c(mds.2): Metadata damage detected 2024-09-19T05:50:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:02 smithi007 ceph-mon[30960]: pgmap v237: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 54 MiB/s wr, 906 op/s 2024-09-19T05:50:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:02 smithi063 ceph-mon[34779]: pgmap v237: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 54 MiB/s wr, 906 op/s 2024-09-19T05:50:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:02 smithi044 ceph-mon[34175]: pgmap v237: 97 pgs: 97 active+clean; 28 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 54 MiB/s wr, 906 op/s 2024-09-19T05:50:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:04 smithi007 ceph-mon[30960]: pgmap v238: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 68 MiB/s wr, 1.16k op/s 2024-09-19T05:50:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:04 smithi063 ceph-mon[34779]: pgmap v238: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 68 MiB/s wr, 1.16k op/s 2024-09-19T05:50:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:04 smithi044 ceph-mon[34175]: pgmap v238: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 68 MiB/s wr, 1.16k op/s 2024-09-19T05:50:06.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:06 smithi007 ceph-mon[30960]: pgmap v239: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 58 MiB/s wr, 999 op/s 2024-09-19T05:50:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:06 smithi063 ceph-mon[34779]: pgmap v239: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 58 MiB/s wr, 999 op/s 2024-09-19T05:50:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:06 smithi044 ceph-mon[34175]: pgmap v239: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 58 MiB/s wr, 999 op/s 2024-09-19T05:50:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:08 smithi007 ceph-mon[30960]: pgmap v240: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 52 MiB/s wr, 903 op/s 2024-09-19T05:50:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:08 smithi063 ceph-mon[34779]: pgmap v240: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 52 MiB/s wr, 903 op/s 2024-09-19T05:50:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:08 smithi044 ceph-mon[34175]: pgmap v240: 97 pgs: 97 active+clean; 28 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 52 MiB/s wr, 903 op/s 2024-09-19T05:50:10.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:10 smithi007 ceph-mon[30960]: pgmap v241: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 77 MiB/s wr, 1.33k op/s 2024-09-19T05:50:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:10 smithi063 ceph-mon[34779]: pgmap v241: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 77 MiB/s wr, 1.33k op/s 2024-09-19T05:50:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:10 smithi044 ceph-mon[34175]: pgmap v241: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 77 MiB/s wr, 1.33k op/s 2024-09-19T05:50:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 -- 172.21.15.7:0/2753268140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 msgr2=0x7fc984115690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 --2- 172.21.15.7:0/2753268140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc984115690 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc974009860 tx=0x7fc97402a340 comp rx=0 tx=0).stop 2024-09-19T05:50:11.106 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 -- 172.21.15.7:0/2753268140 shutdown_connections 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 --2- 172.21.15.7:0/2753268140 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc984115690 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 --2- 172.21.15.7:0/2753268140 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc984109e10 0x7fc98410d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 --2- 172.21.15.7:0/2753268140 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc984109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.104+0000 7fc98359e640 1 -- 172.21.15.7:0/2753268140 >> 172.21.15.7:0/2753268140 conn(0x7fc98406cbd0 msgr2=0x7fc98406cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.105+0000 7fc98359e640 1 -- 172.21.15.7:0/2753268140 shutdown_connections 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.105+0000 7fc98359e640 1 -- 172.21.15.7:0/2753268140 wait complete. 2024-09-19T05:50:11.107 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.106+0000 7fc98359e640 1 Processor -- start 2024-09-19T05:50:11.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.106+0000 7fc98359e640 1 -- start start 2024-09-19T05:50:11.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.108 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc9841a8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9841a2a30 0x7fc9841a2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc984118a50 con 0x7fc9841a2a30 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841188d0 con 0x7fc984109460 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98359e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc984118bd0 con 0x7fc98410db80 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98259c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98259c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52592/0 (socket says 172.21.15.7:52592) 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98259c640 1 -- 172.21.15.7:0/1556458777 learned_addr learned my addr 172.21.15.7:0/1556458777 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:11.109 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc9841a8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 -- 172.21.15.7:0/1556458777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 msgr2=0x7fc9841a8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 -- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9841a2a30 msgr2=0x7fc9841a2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9841a2a30 0x7fc9841a2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc981d9b640 1 -- 172.21.15.7:0/1556458777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9841a3550 con 0x7fc98410db80 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.107+0000 7fc98259c640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:11.110 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc9841a8dc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc978005fd0 tx=0x7fc97800ec20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc9737fe640 1 -- 172.21.15.7:0/1556458777 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc97800ccc0 con 0x7fc98410db80 2024-09-19T05:50:11.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9841a3840 con 0x7fc98410db80 2024-09-19T05:50:11.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9841afae0 con 0x7fc98410db80 2024-09-19T05:50:11.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc9737fe640 1 -- 172.21.15.7:0/1556458777 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc97800ee70 con 0x7fc98410db80 2024-09-19T05:50:11.111 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.108+0000 7fc9737fe640 1 -- 172.21.15.7:0/1556458777 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc978018680 con 0x7fc98410db80 2024-09-19T05:50:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.112+0000 7fc9737fe640 1 -- 172.21.15.7:0/1556458777 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fc9780188e0 con 0x7fc98410db80 2024-09-19T05:50:11.113 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.112+0000 7fc98be58740 1 Processor -- start 2024-09-19T05:50:11.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.112+0000 7fc98be58740 1 -- start start 2024-09-19T05:50:11.114 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.113+0000 7fc98be58740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.113+0000 7fc98be58740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 0x55b1433da150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.113+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.115 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.113+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52596/0 (socket says 172.21.15.7:52596) 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc9737fe640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 0x7fc96c0a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc98be58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433dca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc98be58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b14332b2f0 con 0x55b1433da690 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc98be58740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b1432d3270 con 0x55b1433c6be0 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc98be58740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b1433272b0 con 0x55b1433c7500 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc982d9d640 1 -- 172.21.15.7:0/3805081917 learned_addr learned my addr 172.21.15.7:0/3805081917 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc98259c640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 0x55b1433da150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc9737fe640 1 -- 172.21.15.7:0/1556458777 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fc9780cff60 con 0x7fc98410db80 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433dca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.116 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 0x7fc96c0a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.114+0000 7fc982d9d640 1 -- 172.21.15.7:0/3805081917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 msgr2=0x55b1433da150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 0x55b1433da150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc982d9d640 1 -- 172.21.15.7:0/3805081917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 msgr2=0x55b1433dca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433dca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc982d9d640 1 -- 172.21.15.7:0/3805081917 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1432d2340 con 0x55b1433c6be0 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc98259c640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 0x55b1433da150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:11.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc981d9b640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 0x7fc96c0a5940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc978010fd0 tx=0x7fc978010b60 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc974005b60 tx=0x7fc974030360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff867700abc7c188 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc970ff9640 1 -- 172.21.15.7:0/3805081917 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974037070 con 0x55b1433c6be0 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc970ff9640 1 -- 172.21.15.7:0/3805081917 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc974030450 con 0x55b1433c6be0 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.115+0000 7fc970ff9640 1 -- 172.21.15.7:0/3805081917 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9740053d0 con 0x55b1433c6be0 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.116+0000 7fc98be58740 1 -- 172.21.15.7:0/3805081917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 msgr2=0x55b1433c6fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.116+0000 7fc98be58740 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc974005b60 tx=0x7fc974030360 comp rx=0 tx=0).stop 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 -- 172.21.15.7:0/3805081917 shutdown_connections 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433dca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c7500 0x55b1433da150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 --2- 172.21.15.7:0/3805081917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433c6fc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 -- 172.21.15.7:0/3805081917 >> 172.21.15.7:0/3805081917 conn(0x55b1433c3230 msgr2=0x55b1433c3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 -- 172.21.15.7:0/3805081917 shutdown_connections 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 -- 172.21.15.7:0/3805081917 wait complete. 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 -- start start 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.117+0000 7fc98be58740 1 Processor -- start 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433c6be0 0x55b1433d75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433da690 0x55b1433d8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b1433dd200 con 0x55b1433c6be0 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b1432b4290 con 0x55b1433c7500 2024-09-19T05:50:11.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b1433dd380 con 0x55b1433da690 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98be58740 10 client.0 _ll_register_callbacks cb 0x55b1432e5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98259c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433c6be0 0x55b1433d75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98259c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52610/0 (socket says 172.21.15.7:52610) 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc98259c640 1 -- 172.21.15.7:0/3830240087 learned_addr learned my addr 172.21.15.7:0/3830240087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.118+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433da690 0x55b1433d8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 -- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433da690 msgr2=0x55b1433d8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433da690 0x55b1433d8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 -- 172.21.15.7:0/3830240087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433c6be0 msgr2=0x55b1433d75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433c6be0 0x55b1433d75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 -- 172.21.15.7:0/3830240087 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b14303e210 con 0x55b1433c7500 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98259c640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0049d0 tx=0x7fc97c013f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd995562e507bb00 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc969ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc97c01d3f0 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fc97c01d590 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc974030450 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc97c01d790 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98be58740 10 client.25958 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.119+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b14310a620 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc974030450 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc97c00f040 con 0x55b1433c7500 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 10 client.25958 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 10 client.25958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 20 client.25958 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b1433ea650 0x55b1433eca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 4 client.25958 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:50:11.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b143338a20 con 0x55b1433ea650 2024-09-19T05:50:11.125 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b1433ea650 0x55b1433eca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc982d9d640 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b1433ea650 0x55b1433eca60 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67caa7c934720dcf server_cookie=170235b94821cd60 in_seq=0 out_seq=0 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.120+0000 7fc969ffb640 10 client.25958 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc969ffb640 1 -- 172.21.15.7:0/3830240087 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b143338a20 con 0x55b1433ea650 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc969ffb640 10 client.25958 handle_command_reply: tid=0 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 client.25958 shutdown 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 msgr2=0x55b1433d7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0049d0 tx=0x7fc97c013f00 comp rx=0 tx=0).stop 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 shutdown_connections 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433da690 0x55b1433d8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c7500 0x55b1433d7b20 secure :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc97c0049d0 tx=0x7fc97c013f00 comp rx=0 tx=0).stop 2024-09-19T05:50:11.126 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.121+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b1433ea650 0x55b1433eca60 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc98be58740 1 --2- 172.21.15.7:0/3830240087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433c6be0 0x55b1433d75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 >> 172.21.15.7:0/3830240087 conn(0x55b1433c3230 msgr2=0x55b1433c8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc969ffb640 0 client.25958 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 shutdown_connections 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc98be58740 1 -- 172.21.15.7:0/3830240087 wait complete. 2024-09-19T05:50:11.127 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.122+0000 7fc98be58740 20 client.25958 trim_cache size 0 max 16384 2024-09-19T05:50:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.153+0000 7fc98be58740 1 Processor -- start 2024-09-19T05:50:11.155 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.153+0000 7fc98be58740 1 -- start start 2024-09-19T05:50:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.154+0000 7fc98be58740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c6be0 0x55b1433f2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.154+0000 7fc98be58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.155+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c6be0 0x55b1433f2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.156 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.155+0000 7fc98259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.157 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.155+0000 7fc98259c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:51644/0 (socket says 172.21.15.7:51644) 2024-09-19T05:50:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.156+0000 7fc98259c640 1 -- 172.21.15.7:0/822765082 learned_addr learned my addr 172.21.15.7:0/822765082 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.156+0000 7fc98be58740 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433d2f40 0x55b1433d75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.156+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b3d10 con 0x55b1433da690 2024-09-19T05:50:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.156+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b5850 con 0x55b1433d2f40 2024-09-19T05:50:11.158 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.156+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b43e0 con 0x55b1433c6be0 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 -- 172.21.15.7:0/822765082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c6be0 msgr2=0x55b1433f2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c6be0 0x55b1433f2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 -- 172.21.15.7:0/822765082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433d2f40 msgr2=0x55b1433d75a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433d2f40 0x55b1433d75a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 -- 172.21.15.7:0/822765082 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1433d2320 con 0x55b1433da690 2024-09-19T05:50:11.159 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.157+0000 7fc98259c640 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc97c004980 tx=0x7fc97c005a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff9d681d7006048 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.158+0000 7fc96bfff640 1 -- 172.21.15.7:0/822765082 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc97c034070 con 0x55b1433da690 2024-09-19T05:50:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.158+0000 7fc96bfff640 1 -- 172.21.15.7:0/822765082 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc97c011870 con 0x55b1433da690 2024-09-19T05:50:11.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.158+0000 7fc96bfff640 1 -- 172.21.15.7:0/822765082 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc97c01dc60 con 0x55b1433da690 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 msgr2=0x55b1433f28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc97c004980 tx=0x7fc97c005a10 comp rx=0 tx=0).stop 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 shutdown_connections 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433d2f40 0x55b1433d75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433da690 0x55b1433f28b0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 --2- 172.21.15.7:0/822765082 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433c6be0 0x55b1433f2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.159+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 >> 172.21.15.7:0/822765082 conn(0x55b1433c3230 msgr2=0x55b1433d2830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.160+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 shutdown_connections 2024-09-19T05:50:11.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.161+0000 7fc98be58740 1 -- 172.21.15.7:0/822765082 wait complete. 2024-09-19T05:50:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.161+0000 7fc98be58740 1 -- start start 2024-09-19T05:50:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.161+0000 7fc98be58740 1 Processor -- start 2024-09-19T05:50:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433d2f40 0x55b1433de0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc982d9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52626/0 (socket says 172.21.15.7:52626) 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc982d9d640 1 -- 172.21.15.7:0/2260363444 learned_addr learned my addr 172.21.15.7:0/2260363444 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433de680 0x55b1433deac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b5180 con 0x55b1433d2f40 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b4ab0 con 0x55b1433c6be0 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.162+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fc9841b1d30 con 0x55b1433de680 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc98be58740 10 client.0 _ll_register_callbacks cb 0x7fc97c0094a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433de680 0x55b1433deac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc98259c640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433d2f40 0x55b1433de0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 -- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433de680 msgr2=0x55b1433deac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433de680 0x55b1433deac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 -- 172.21.15.7:0/2260363444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433d2f40 msgr2=0x55b1433de0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:11.165 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433d2f40 0x55b1433de0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b143454540 con 0x55b1433c6be0 2024-09-19T05:50:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc982d9d640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc974009250 tx=0x7fc974000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=577804cdb3282dde server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:11.166 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc969ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:50:11.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc974037040 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc97c011870 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8542+0+0 (secure 0 0 0) 0x7fc974005250 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.163+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc97402a9c0 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 10 client.25961 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b1434558b0 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc97c011870 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fc9740047e0 con 0x55b1433c6be0 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 10 client.25961 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 10 client.25961 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 20 client.25961 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b143455bf0 0x55b143457fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:11.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 4 client.25961 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:50:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b143332d70 con 0x55b143455bf0 2024-09-19T05:50:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.164+0000 7fc98259c640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b143455bf0 0x55b143457fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.165+0000 7fc98259c640 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b143455bf0 0x55b143457fe0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=331149c89bc4faa server_cookie=635ad3f432bdaf in_seq=0 out_seq=0 2024-09-19T05:50:11.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.165+0000 7fc969ffb640 10 client.25961 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:11.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc969ffb640 1 -- 172.21.15.7:0/2260363444 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b143332d70 con 0x55b143455bf0 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc969ffb640 10 client.25961 handle_command_reply: tid=0 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc98be58740 1 client.25961 shutdown 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 msgr2=0x55b1433e2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc974009250 tx=0x7fc974000bc0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 shutdown_connections 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.173+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b1433de680 0x55b1433deac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b143455bf0 0x55b143457fe0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc969ffb640 0 client.25961 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1433d2f40 0x55b1433de0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 --2- 172.21.15.7:0/2260363444 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b1433c6be0 0x55b1433e2e70 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 >> 172.21.15.7:0/2260363444 conn(0x55b1433c3230 msgr2=0x55b1433d8e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 shutdown_connections 2024-09-19T05:50:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.174+0000 7fc98be58740 1 -- 172.21.15.7:0/2260363444 wait complete. 2024-09-19T05:50:11.177 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.175+0000 7fc98be58740 20 client.25961 trim_cache size 0 max 16384 2024-09-19T05:50:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:50:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:50:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:50:11.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:50:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.187+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 msgr2=0x7fc96c0a5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.187+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 0x7fc96c0a5940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc978010fd0 tx=0x7fc978010b60 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.187+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 msgr2=0x7fc9841a8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.187+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc9841a8dc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc978005fd0 tx=0x7fc97800ec20 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 shutdown_connections 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc9841a2a30 0x7fc9841a2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fc96c0a3480 0x7fc96c0a5940 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fc98410db80 0x7fc9841a8dc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 --2- 172.21.15.7:0/1556458777 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc984109460 0x7fc9841a8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 >> 172.21.15.7:0/1556458777 conn(0x7fc98406cbd0 msgr2=0x7fc984073460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 shutdown_connections 2024-09-19T05:50:11.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:11.188+0000 7fc98359e640 1 -- 172.21.15.7:0/1556458777 wait complete. 2024-09-19T05:50:12.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:12 smithi007 ceph-mon[30960]: pgmap v242: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 51 MiB/s wr, 881 op/s 2024-09-19T05:50:12.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:12 smithi007 ceph-mon[30960]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T05:50:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:12 smithi063 ceph-mon[34779]: pgmap v242: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 51 MiB/s wr, 881 op/s 2024-09-19T05:50:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:12 smithi063 ceph-mon[34779]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T05:50:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:12 smithi044 ceph-mon[34175]: pgmap v242: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 51 MiB/s wr, 881 op/s 2024-09-19T05:50:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:12 smithi044 ceph-mon[34175]: osdmap e89: 12 total, 12 up, 12 in 2024-09-19T05:50:14.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:14 smithi007 ceph-mon[30960]: pgmap v244: 97 pgs: 15 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 73 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 60 MiB/s wr, 1.05k op/s 2024-09-19T05:50:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:14 smithi063 ceph-mon[34779]: pgmap v244: 97 pgs: 15 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 73 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 60 MiB/s wr, 1.05k op/s 2024-09-19T05:50:14.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:14 smithi044 ceph-mon[34175]: pgmap v244: 97 pgs: 15 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 73 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 60 MiB/s wr, 1.05k op/s 2024-09-19T05:50:16.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:16 smithi007 ceph-mon[30960]: pgmap v245: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:16 smithi063 ceph-mon[34779]: pgmap v245: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:16 smithi044 ceph-mon[34175]: pgmap v245: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:18.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:18 smithi007 ceph-mon[30960]: pgmap v246: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:18 smithi063 ceph-mon[34779]: pgmap v246: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:18 smithi044 ceph-mon[34175]: pgmap v246: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.02k op/s 2024-09-19T05:50:20.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:20 smithi007 ceph-mon[30960]: pgmap v247: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 57 MiB/s wr, 998 op/s 2024-09-19T05:50:20.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:20 smithi007 ceph-mon[30960]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T05:50:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:20 smithi063 ceph-mon[34779]: pgmap v247: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 57 MiB/s wr, 998 op/s 2024-09-19T05:50:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:20 smithi063 ceph-mon[34779]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T05:50:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:20 smithi044 ceph-mon[34175]: pgmap v247: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 57 MiB/s wr, 998 op/s 2024-09-19T05:50:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:20 smithi044 ceph-mon[34175]: osdmap e90: 12 total, 12 up, 12 in 2024-09-19T05:50:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:22 smithi007 ceph-mon[30960]: pgmap v249: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 62 MiB/s wr, 1.08k op/s 2024-09-19T05:50:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:22 smithi063 ceph-mon[34779]: pgmap v249: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 62 MiB/s wr, 1.08k op/s 2024-09-19T05:50:22.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:22 smithi044 ceph-mon[34175]: pgmap v249: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 62 MiB/s wr, 1.08k op/s 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 -- 172.21.15.7:0/865507097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c099e30 msgr2=0x7f760c093c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 --2- 172.21.15.7:0/865507097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c099e30 0x7f760c093c60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f761000fc00 tx=0x7f761002e690 comp rx=0 tx=0).stop 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 -- 172.21.15.7:0/865507097 shutdown_connections 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 --2- 172.21.15.7:0/865507097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c09e6c0 0x7f760c0a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 --2- 172.21.15.7:0/865507097 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c0941a0 0x7f760c094600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 --2- 172.21.15.7:0/865507097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c099e30 0x7f760c093c60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 -- 172.21.15.7:0/865507097 >> 172.21.15.7:0/865507097 conn(0x7f760c009550 msgr2=0x7f760c009960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 -- 172.21.15.7:0/865507097 shutdown_connections 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.350+0000 7f761b186640 1 -- 172.21.15.7:0/865507097 wait complete. 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 Processor -- start 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 -- start start 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c099e30 0x7f760c12fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c09e6c0 0x7f760c129aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f760c0a36b0 con 0x7f760c099e30 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f760c0a3530 con 0x7f760c0941a0 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761b186640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f760c0a3830 con 0x7f760c09e6c0 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761a184640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761a184640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:43936/0 (socket says 172.21.15.7:43936) 2024-09-19T05:50:24.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761a184640 1 -- 172.21.15.7:0/766954349 learned_addr learned my addr 172.21.15.7:0/766954349 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:24.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f761a985640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c09e6c0 0x7f760c129aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.351+0000 7f7619983640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c099e30 0x7f760c12fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 -- 172.21.15.7:0/766954349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c09e6c0 msgr2=0x7f760c129aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c09e6c0 0x7f760c129aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 -- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c099e30 msgr2=0x7f760c12fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c099e30 0x7f760c12fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 -- 172.21.15.7:0/766954349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760c12a220 con 0x7f760c0941a0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761a184640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f761002ec80 tx=0x7f7610034000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f760b7fe640 1 -- 172.21.15.7:0/766954349 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7610044020 con 0x7f760c0941a0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f760b7fe640 1 -- 172.21.15.7:0/766954349 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7610040470 con 0x7f760c0941a0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f760c12a4b0 con 0x7f760c0941a0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.352+0000 7f760b7fe640 1 -- 172.21.15.7:0/766954349 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7610039070 con 0x7f760c0941a0 2024-09-19T05:50:24.357 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.353+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f760c1367b0 con 0x7f760c0941a0 2024-09-19T05:50:24.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.356+0000 7f761f262740 1 Processor -- start 2024-09-19T05:50:24.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.356+0000 7f760b7fe640 1 -- 172.21.15.7:0/766954349 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f7610047020 con 0x7f760c0941a0 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 -- start start 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f18150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f1aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bc12e692f0 con 0x55bc12f18690 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc12e11270 con 0x55bc12f0ddf0 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761f262740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bc12e652b0 con 0x55bc12f0d4d0 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761a985640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761a985640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:36442/0 (socket says 172.21.15.7:36442) 2024-09-19T05:50:24.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.357+0000 7f761a985640 1 -- 172.21.15.7:0/2128624999 learned_addr learned my addr 172.21.15.7:0/2128624999 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a184640 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f18150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f7619983640 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f1aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 -- 172.21.15.7:0/2128624999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 msgr2=0x55bc12f18150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f18150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 -- 172.21.15.7:0/2128624999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 msgr2=0x55bc12f1aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f1aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 -- 172.21.15.7:0/2128624999 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc12e10340 con 0x55bc12f0d4d0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f760b7fe640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 0x7f76000a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a985640 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7614068070 tx=0x7f7614067ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f539a32b612bb78 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f760b7fe640 1 -- 172.21.15.7:0/766954349 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f76100f0320 con 0x7f760c0941a0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.358+0000 7f761a184640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 0x7f76000a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.359+0000 7f7608bfe640 1 -- 172.21.15.7:0/2128624999 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614088020 con 0x55bc12f0d4d0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.359+0000 7f7608bfe640 1 -- 172.21.15.7:0/2128624999 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7614084d20 con 0x55bc12f0d4d0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.359+0000 7f7608bfe640 1 -- 172.21.15.7:0/2128624999 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614074d80 con 0x55bc12f0d4d0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761a184640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 0x7f76000a5900 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55bc12f0a8a0 tx=0x7f761002e690 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 -- 172.21.15.7:0/2128624999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 msgr2=0x55bc12f0d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7614068070 tx=0x7f7614067ad0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 -- 172.21.15.7:0/2128624999 shutdown_connections 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f1aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f18150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 --2- 172.21.15.7:0/2128624999 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f0d8b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 -- 172.21.15.7:0/2128624999 >> 172.21.15.7:0/2128624999 conn(0x55bc12f09a40 msgr2=0x55bc12f09e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 -- 172.21.15.7:0/2128624999 shutdown_connections 2024-09-19T05:50:24.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.360+0000 7f761f262740 1 -- 172.21.15.7:0/2128624999 wait complete. 2024-09-19T05:50:24.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.361+0000 7f761f262740 1 -- start start 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.361+0000 7f761f262740 1 Processor -- start 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761f262740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761f262740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0ddf0 0x55bc12f15ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761f262740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f15ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761a985640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761a985640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:43952/0 (socket says 172.21.15.7:43952) 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761a985640 1 -- 172.21.15.7:0/2007857089 learned_addr learned my addr 172.21.15.7:0/2007857089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f7619983640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0ddf0 0x55bc12f15ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55bc12f1b260 con 0x55bc12f18690 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.362+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55bc12df2290 con 0x55bc12f0d4d0 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55bc12f1b3e0 con 0x55bc12f0ddf0 2024-09-19T05:50:24.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761f262740 10 client.0 _ll_register_callbacks cb 0x55bc12e23140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f15ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 -- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0ddf0 msgr2=0x55bc12f15ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0ddf0 0x55bc12f15ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 -- 172.21.15.7:0/2007857089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 msgr2=0x55bc12f15ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f15ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.368 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.363+0000 7f761a985640 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc12b7c210 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.364+0000 7f761a985640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7614065a40 tx=0x7f7614063740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16561f848707cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.365+0000 7f75fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.365+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7614088070 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.365+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f7614084870 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7614084d20 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7614084a70 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 10 client.25973 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55bc12c48620 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7614084d20 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f761409a020 con 0x55bc12f0d4d0 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 10 client.25973 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 10 client.25973 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:24.370 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 20 client.25973 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.366+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f285e0 0x55bc12f2a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.367+0000 7f761f262740 4 client.25973 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:50:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.367+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc12e76a20 con 0x55bc12f285e0 2024-09-19T05:50:24.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.367+0000 7f7619983640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f285e0 0x55bc12f2a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.367+0000 7f75fdffb640 10 client.25973 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.367+0000 7f7619983640 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f285e0 0x55bc12f2a9d0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=127d82e192418e4d server_cookie=43158062e4eacf61 in_seq=0 out_seq=0 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.368+0000 7f75fdffb640 1 -- 172.21.15.7:0/2007857089 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bc12e76a20 con 0x55bc12f285e0 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.368+0000 7f75fdffb640 10 client.25973 handle_command_reply: tid=0 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.368+0000 7f761f262740 1 client.25973 shutdown 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.369+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 msgr2=0x55bc12f15570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.369+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7614065a40 tx=0x7f7614063740 comp rx=0 tx=0).stop 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.369+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 shutdown_connections 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.369+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f285e0 0x55bc12f2a9d0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.369+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f18690 0x55bc12f15ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f75fdffb640 0 client.25973 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0ddf0 0x55bc12f15ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 1 --2- 172.21.15.7:0/2007857089 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0d4d0 0x55bc12f15570 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 >> 172.21.15.7:0/2007857089 conn(0x55bc12f09a40 msgr2=0x55bc12f0f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 shutdown_connections 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 1 -- 172.21.15.7:0/2007857089 wait complete. 2024-09-19T05:50:24.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.370+0000 7f761f262740 20 client.25973 trim_cache size 0 max 16384 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.400+0000 7f761f262740 1 Processor -- start 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 -- start start 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 0x55bc12f174e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f301f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 0x55bc12f30730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f760c13f140 con 0x55bc12f0d4d0 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f760c140c80 con 0x55bc12f0ddf0 2024-09-19T05:50:24.404 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761f262740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f760c13f810 con 0x55bc12f18690 2024-09-19T05:50:24.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761a985640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 0x55bc12f174e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.405 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761a985640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 0x55bc12f174e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50082/0 (socket says 172.21.15.7:50082) 2024-09-19T05:50:24.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761a985640 1 -- 172.21.15.7:0/261551858 learned_addr learned my addr 172.21.15.7:0/261551858 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:24.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.401+0000 7f761a985640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 0x55bc12f30730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f7619983640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f301f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f761a985640 1 -- 172.21.15.7:0/261551858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 msgr2=0x55bc12f301f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.406 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f761a985640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f301f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f761a985640 1 -- 172.21.15.7:0/261551858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 msgr2=0x55bc12f174e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f761a985640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 0x55bc12f174e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f761a985640 1 -- 172.21.15.7:0/261551858 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc12f0aaf0 con 0x55bc12f18690 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.403+0000 7f7619983640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f301f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.404+0000 7f761a985640 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 0x55bc12f30730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7614065240 tx=0x7f76140684b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c1c623f467b53d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.404+0000 7f75fffff640 1 -- 172.21.15.7:0/261551858 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76140ab070 con 0x55bc12f18690 2024-09-19T05:50:24.407 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.404+0000 7f75fffff640 1 -- 172.21.15.7:0/261551858 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76140748e0 con 0x55bc12f18690 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 -- 172.21.15.7:0/261551858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 msgr2=0x55bc12f30730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 0x55bc12f30730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7614065240 tx=0x7f76140684b0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 -- 172.21.15.7:0/261551858 shutdown_connections 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f18690 0x55bc12f30730 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f301f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 --2- 172.21.15.7:0/261551858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f0d4d0 0x55bc12f174e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.408 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.405+0000 7f761f262740 1 -- 172.21.15.7:0/261551858 >> 172.21.15.7:0/261551858 conn(0x55bc12f09a40 msgr2=0x55bc12f16dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.406+0000 7f761f262740 1 -- 172.21.15.7:0/261551858 shutdown_connections 2024-09-19T05:50:24.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.406+0000 7f761f262740 1 -- 172.21.15.7:0/261551858 wait complete. 2024-09-19T05:50:24.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.406+0000 7f761f262740 1 -- start start 2024-09-19T05:50:24.409 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.406+0000 7f761f262740 1 Processor -- start 2024-09-19T05:50:24.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f20a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f285e0 0x55bc12f1bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f760c1405b0 con 0x55bc12f285e0 2024-09-19T05:50:24.410 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f760c13fee0 con 0x55bc12f0ddf0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f760c13d140 con 0x55bc12f0d4d0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761f262740 10 client.0 _ll_register_callbacks cb 0x7f760400a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f7619983640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f7619983640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:43978/0 (socket says 172.21.15.7:43978) 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f7619983640 1 -- 172.21.15.7:0/336667399 learned_addr learned my addr 172.21.15.7:0/336667399 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761a985640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f20a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.407+0000 7f761a985640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f285e0 0x55bc12f1bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 -- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 msgr2=0x55bc12f20a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f20a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 -- 172.21.15.7:0/336667399 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f285e0 msgr2=0x55bc12f1bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f285e0 0x55bc12f1bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.411 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 -- 172.21.15.7:0/336667399 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc12f18100 con 0x55bc12f0ddf0 2024-09-19T05:50:24.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f7619983640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7604004700 tx=0x7f7604010910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ed93826f28787c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:24.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.408+0000 7f75fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:50:24.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.409+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760402b060 con 0x55bc12f0ddf0 2024-09-19T05:50:24.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.409+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f760401e990 con 0x55bc12f0ddf0 2024-09-19T05:50:24.412 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.410+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55bc12e70d70 con 0x55bc12f0ddf0 2024-09-19T05:50:24.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.410+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f760401eb90 con 0x55bc12f0ddf0 2024-09-19T05:50:24.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.410+0000 7f761f262740 10 client.25979 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:24.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.410+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55bc12f09870 con 0x55bc12f0ddf0 2024-09-19T05:50:24.413 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.410+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55bc12e70d70 con 0x55bc12f0ddf0 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f760400f420 con 0x55bc12f0ddf0 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 10 client.25979 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 10 client.25979 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 20 client.25979 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f932a0 0x55bc12f956c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 4 client.25979 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc12ded900 con 0x55bc12f932a0 2024-09-19T05:50:24.414 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.411+0000 7f761a985640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f932a0 0x55bc12f956c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.412+0000 7f761a985640 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f932a0 0x55bc12f956c0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba22e569297e191e server_cookie=fa053ec8f4a8d3b2 in_seq=0 out_seq=0 2024-09-19T05:50:24.415 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.412+0000 7f75fdffb640 10 client.25979 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f75fdffb640 1 -- 172.21.15.7:0/336667399 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bc12ded900 con 0x55bc12f932a0 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f75fdffb640 10 client.25979 handle_command_reply: tid=0 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 client.25979 shutdown 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 msgr2=0x55bc12f20f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7604004700 tx=0x7f7604010910 comp rx=0 tx=0).stop 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 shutdown_connections 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55bc12f932a0 0x55bc12f956c0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55bc12f285e0 0x55bc12f1bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55bc12f0ddf0 0x55bc12f20f60 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 --2- 172.21.15.7:0/336667399 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55bc12f0d4d0 0x55bc12f20a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 >> 172.21.15.7:0/336667399 conn(0x55bc12f09a40 msgr2=0x55bc12f0f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.429+0000 7f75fdffb640 0 client.25979 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.430+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 shutdown_connections 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.430+0000 7f761f262740 1 -- 172.21.15.7:0/336667399 wait complete. 2024-09-19T05:50:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.430+0000 7f761f262740 20 client.25979 trim_cache size 0 max 16384 2024-09-19T05:50:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:50:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:50:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:50:24.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:50:24.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.434+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 msgr2=0x7f76000a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.434+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 0x7f76000a5900 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55bc12f0a8a0 tx=0x7f761002e690 comp rx=0 tx=0).stop 2024-09-19T05:50:24.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.434+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 msgr2=0x7f760c12f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:24.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.434+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f761002ec80 tx=0x7f7610034000 comp rx=0 tx=0).stop 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 shutdown_connections 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f76000a3440 0x7f76000a5900 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f760c09e6c0 0x7f760c129aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f760c099e30 0x7f760c12fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 --2- 172.21.15.7:0/766954349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f760c0941a0 0x7f760c12f8f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:24.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.436+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 >> 172.21.15.7:0/766954349 conn(0x7f760c009550 msgr2=0x7f760c09fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:24.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.437+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 shutdown_connections 2024-09-19T05:50:24.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:24.437+0000 7f761b186640 1 -- 172.21.15.7:0/766954349 wait complete. 2024-09-19T05:50:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:24 smithi007 ceph-mon[30960]: pgmap v250: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:24 smithi063 ceph-mon[34779]: pgmap v250: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:24.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:24 smithi044 ceph-mon[34175]: pgmap v250: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:26 smithi063 ceph-mon[34779]: pgmap v251: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:26 smithi044 ceph-mon[34175]: pgmap v251: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:26.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:26 smithi007 ceph-mon[30960]: pgmap v251: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:27.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:27 smithi044 ceph-mon[34175]: pgmap v252: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:27.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:27 smithi007 ceph-mon[30960]: pgmap v252: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:27.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:27 smithi063 ceph-mon[34779]: pgmap v252: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 59 MiB/s wr, 1.03k op/s 2024-09-19T05:50:29.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:29 smithi044 ceph-mon[34175]: pgmap v253: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 60 MiB/s wr, 1.06k op/s 2024-09-19T05:50:30.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:29 smithi007 ceph-mon[30960]: pgmap v253: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 60 MiB/s wr, 1.06k op/s 2024-09-19T05:50:30.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:29 smithi063 ceph-mon[34779]: pgmap v253: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 60 MiB/s wr, 1.06k op/s 2024-09-19T05:50:31.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:31 smithi044 ceph-mon[34175]: pgmap v254: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:32.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:31 smithi007 ceph-mon[30960]: pgmap v254: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:32.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:31 smithi063 ceph-mon[34779]: pgmap v254: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 58 MiB/s wr, 1.02k op/s 2024-09-19T05:50:33.954 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:33 smithi063 ceph-mon[34779]: pgmap v255: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 65 MiB/s wr, 1.15k op/s 2024-09-19T05:50:33.954 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:50:33.954 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:50:33.954 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:50:33.954 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:33 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:50:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:33 smithi044 ceph-mon[34175]: pgmap v255: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 65 MiB/s wr, 1.15k op/s 2024-09-19T05:50:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:50:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:50:33.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:50:33.975 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:33 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:50:34.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:33 smithi007 ceph-mon[30960]: pgmap v255: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 65 MiB/s wr, 1.15k op/s 2024-09-19T05:50:34.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:50:34.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:50:34.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:50:34.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:33 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:50:35.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:35 smithi044 ceph-mon[34175]: pgmap v256: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 61 MiB/s wr, 1.08k op/s 2024-09-19T05:50:36.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:35 smithi007 ceph-mon[30960]: pgmap v256: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 61 MiB/s wr, 1.08k op/s 2024-09-19T05:50:36.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:35 smithi063 ceph-mon[34779]: pgmap v256: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 61 MiB/s wr, 1.08k op/s 2024-09-19T05:50:37.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 -- 172.21.15.7:0/4251725816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1091f0 msgr2=0x7f905c110250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 --2- 172.21.15.7:0/4251725816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1091f0 0x7f905c110250 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f904c009890 tx=0x7f904c02a380 comp rx=0 tx=0).stop 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 -- 172.21.15.7:0/4251725816 shutdown_connections 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 --2- 172.21.15.7:0/4251725816 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c11b140 0x7f905c11d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 --2- 172.21.15.7:0/4251725816 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c1095d0 0x7f905c109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 --2- 172.21.15.7:0/4251725816 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1091f0 0x7f905c110250 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 -- 172.21.15.7:0/4251725816 >> 172.21.15.7:0/4251725816 conn(0x7f905c06cdf0 msgr2=0x7f905c06d200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.607+0000 7f9063b49640 1 -- 172.21.15.7:0/4251725816 shutdown_connections 2024-09-19T05:50:37.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.608+0000 7f9063b49640 1 -- 172.21.15.7:0/4251725816 wait complete. 2024-09-19T05:50:37.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.608+0000 7f9063b49640 1 Processor -- start 2024-09-19T05:50:37.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.608+0000 7f9063b49640 1 -- start start 2024-09-19T05:50:37.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 0x7f905c116820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c11b140 0x7f905c116d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f90618e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f90618e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39940/0 (socket says 172.21.15.7:39940) 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f90618e5640 1 -- 172.21.15.7:0/3647302258 learned_addr learned my addr 172.21.15.7:0/3647302258 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f905c113160 con 0x7f905c1091f0 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f905c112fe0 con 0x7f905c11b140 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f905c1132e0 con 0x7f905c1095d0 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f90610e4640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 0x7f905c116820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.609+0000 7f90620e6640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c11b140 0x7f905c116d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 -- 172.21.15.7:0/3647302258 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c11b140 msgr2=0x7f905c116d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c11b140 0x7f905c116d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 -- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 msgr2=0x7f905c11a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f905c117350 con 0x7f905c1095d0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90618e5640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f90610e4640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 0x7f905c116820 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f905800d700 tx=0x7f905800dbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f9052ffd640 1 -- 172.21.15.7:0/3647302258 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058017070 con 0x7f905c1095d0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f9052ffd640 1 -- 172.21.15.7:0/3647302258 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9058009820 con 0x7f905c1095d0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f905c117640 con 0x7f905c1095d0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f905c1ab440 con 0x7f905c1095d0 2024-09-19T05:50:37.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.610+0000 7f9052ffd640 1 -- 172.21.15.7:0/3647302258 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058004c40 con 0x7f905c1095d0 2024-09-19T05:50:37.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.613+0000 7f9052ffd640 1 -- 172.21.15.7:0/3647302258 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9058005220 con 0x7f905c1095d0 2024-09-19T05:50:37.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.614+0000 7f90669ba740 1 Processor -- start 2024-09-19T05:50:37.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.614+0000 7f90669ba740 1 -- start start 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e38770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e3b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d442d922f0 con 0x55d442e2daf0 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d442d3a270 con 0x55d442e38cb0 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90669ba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55d442d8e2b0 con 0x55d442e2e410 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90620e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90620e6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39950/0 (socket says 172.21.15.7:39950) 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90620e6640 1 -- 172.21.15.7:0/656653887 learned_addr learned my addr 172.21.15.7:0/656653887 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90618e5640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e38770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.615+0000 7f90610e4640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e3b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 -- 172.21.15.7:0/656653887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 msgr2=0x55d442e38770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e38770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 -- 172.21.15.7:0/656653887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 msgr2=0x55d442e3b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e3b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f9052ffd640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 0x7f90480a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 -- 172.21.15.7:0/656653887 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d442d39340 con 0x55d442e2daf0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90618e5640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e38770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f9052ffd640 1 -- 172.21.15.7:0/3647302258 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f90580cf3b0 con 0x7f905c1095d0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90618e5640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 0x7f90480a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90620e6640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f905401e3f0 tx=0x7f905401a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e96eaa971bf241 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f9047fff640 1 -- 172.21.15.7:0/656653887 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905401d650 con 0x55d442e2daf0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.616+0000 7f90610e4640 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e3b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.617+0000 7f9047fff640 1 -- 172.21.15.7:0/656653887 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f905402d070 con 0x55d442e2daf0 2024-09-19T05:50:37.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.617+0000 7f9047fff640 1 -- 172.21.15.7:0/656653887 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9054028be0 con 0x55d442e2daf0 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.619+0000 7f90618e5640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 0x7f90480a5970 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f904c030420 tx=0x7f904c009530 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.619+0000 7f90669ba740 1 -- 172.21.15.7:0/656653887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 msgr2=0x55d442e2ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.619+0000 7f90669ba740 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f905401e3f0 tx=0x7f905401a5d0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 -- 172.21.15.7:0/656653887 shutdown_connections 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e3b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e38770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 --2- 172.21.15.7:0/656653887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e2ded0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 -- 172.21.15.7:0/656653887 >> 172.21.15.7:0/656653887 conn(0x55d442e2a060 msgr2=0x55d442e2a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 -- 172.21.15.7:0/656653887 shutdown_connections 2024-09-19T05:50:37.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.620+0000 7f90669ba740 1 -- 172.21.15.7:0/656653887 wait complete. 2024-09-19T05:50:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 -- start start 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 Processor -- start 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e360b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e365f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.621+0000 7f90669ba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d442e3b880 con 0x55d442e2e410 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90669ba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d442d1b290 con 0x55d442e38cb0 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90669ba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55d442e3ba00 con 0x55d442e2daf0 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:45898/0 (socket says 172.21.15.7:45898) 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 -- 172.21.15.7:0/2269478000 learned_addr learned my addr 172.21.15.7:0/2269478000 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90620e6640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e365f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90610e4640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e360b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90669ba740 10 client.0 _ll_register_callbacks cb 0x55d442d4c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 -- 172.21.15.7:0/2269478000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 msgr2=0x55d442e365f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e365f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 -- 172.21.15.7:0/2269478000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 msgr2=0x55d442e360b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e360b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.622+0000 7f90618e5640 1 -- 172.21.15.7:0/2269478000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d442aa5210 con 0x55d442e2daf0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.623+0000 7f90618e5640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f904c004630 tx=0x7f904c02a380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b89a5b94d97e829e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.623+0000 7f90457fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.623+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904c037040 con 0x55d442e2daf0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.623+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f904c0048c0 con 0x55d442e2daf0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f905402d070 con 0x55d442e2daf0 2024-09-19T05:50:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f904c058050 con 0x55d442e2daf0 2024-09-19T05:50:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90669ba740 10 client.26146 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d442b71620 con 0x55d442e2daf0 2024-09-19T05:50:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f905402d070 con 0x55d442e2daf0 2024-09-19T05:50:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.624+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f904c03d040 con 0x55d442e2daf0 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 10 client.26146 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 10 client.26146 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 20 client.26146 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442e4afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 4 client.26146 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d442d9fa20 con 0x55d442e48bb0 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.625+0000 7f90610e4640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442e4afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.626+0000 7f90457fa640 10 client.26146 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:37.629 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.626+0000 7f90610e4640 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442e4afe0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6eb7c1f9096236ca server_cookie=472d2f43324041f9 in_seq=0 out_seq=0 2024-09-19T05:50:37.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90457fa640 1 -- 172.21.15.7:0/2269478000 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d442d9fa20 con 0x55d442e48bb0 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90457fa640 10 client.26146 handle_command_reply: tid=0 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90669ba740 1 client.26146 shutdown 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 msgr2=0x55d442e35b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f904c004630 tx=0x7f904c02a380 comp rx=0 tx=0).stop 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 shutdown_connections 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.630+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442e4afe0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e360b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90457fa640 0 client.26146 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 --2- 172.21.15.7:0/2269478000 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2daf0 0x55d442e35b70 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 >> 172.21.15.7:0/2269478000 conn(0x55d442e2a060 msgr2=0x55d442e2fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 shutdown_connections 2024-09-19T05:50:37.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 1 -- 172.21.15.7:0/2269478000 wait complete. 2024-09-19T05:50:37.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.631+0000 7f90669ba740 20 client.26146 trim_cache size 0 max 16384 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.686+0000 7f90669ba740 1 Processor -- start 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.686+0000 7f90669ba740 1 -- start start 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e2daf0 0x55d442e36420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e508f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f904000e8a0 con 0x55d442e2e410 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f90400103e0 con 0x55d442e2daf0 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90669ba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f904000ef70 con 0x55d442e38cb0 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.690 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:45914/0 (socket says 172.21.15.7:45914) 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 -- 172.21.15.7:0/2080812134 learned_addr learned my addr 172.21.15.7:0/2080812134 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90618e5640 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e2daf0 0x55d442e36420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 -- 172.21.15.7:0/2080812134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e2daf0 msgr2=0x55d442e36420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e2daf0 0x55d442e36420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 -- 172.21.15.7:0/2080812134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 msgr2=0x55d442e508f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e508f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.687+0000 7f90620e6640 1 -- 172.21.15.7:0/2080812134 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d442e252d0 con 0x55d442e38cb0 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.688+0000 7f90620e6640 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9054028500 tx=0x7f905401abf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd4e8899889d6bf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.688+0000 7f90477fe640 1 -- 172.21.15.7:0/2080812134 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9054003b80 con 0x55d442e38cb0 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.688+0000 7f90477fe640 1 -- 172.21.15.7:0/2080812134 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f905402d040 con 0x55d442e38cb0 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.688+0000 7f90477fe640 1 -- 172.21.15.7:0/2080812134 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905401d8b0 con 0x55d442e38cb0 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.689+0000 7f90669ba740 1 -- 172.21.15.7:0/2080812134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 msgr2=0x55d442e50e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.689+0000 7f90669ba740 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9054028500 tx=0x7f905401abf0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.689+0000 7f90669ba740 1 -- 172.21.15.7:0/2080812134 shutdown_connections 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.689+0000 7f90669ba740 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e38cb0 0x55d442e50e30 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.690+0000 7f90669ba740 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2e410 0x55d442e508f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.690+0000 7f90669ba740 1 --2- 172.21.15.7:0/2080812134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e2daf0 0x55d442e36420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.690+0000 7f90669ba740 1 -- 172.21.15.7:0/2080812134 >> 172.21.15.7:0/2080812134 conn(0x55d442e2a060 msgr2=0x55d442e37bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.690+0000 7f90669ba740 1 -- 172.21.15.7:0/2080812134 shutdown_connections 2024-09-19T05:50:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.690+0000 7f90669ba740 1 -- 172.21.15.7:0/2080812134 wait complete. 2024-09-19T05:50:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.691+0000 7f90669ba740 1 -- start start 2024-09-19T05:50:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.692+0000 7f90669ba740 1 Processor -- start 2024-09-19T05:50:37.695 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.693+0000 7f90669ba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.693+0000 7f90669ba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.694+0000 7f90669ba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e32c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.694+0000 7f90669ba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f904000fd10 con 0x55d442e2daf0 2024-09-19T05:50:37.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.694+0000 7f90669ba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f904000f640 con 0x55d442e38cb0 2024-09-19T05:50:37.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.694+0000 7f90669ba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f904000c8a0 con 0x55d442e2e410 2024-09-19T05:50:37.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.694+0000 7f90669ba740 10 client.0 _ll_register_callbacks cb 0x7f904c0096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.695+0000 7f90618e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.695+0000 7f90618e5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39984/0 (socket says 172.21.15.7:39984) 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.695+0000 7f90618e5640 1 -- 172.21.15.7:0/869242809 learned_addr learned my addr 172.21.15.7:0/869242809 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 -- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 msgr2=0x55d442e326d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e326d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 -- 172.21.15.7:0/869242809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 msgr2=0x55d442e32c10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:50:37.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e32c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 -- 172.21.15.7:0/869242809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d442e33280 con 0x55d442e2daf0 2024-09-19T05:50:37.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90618e5640 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f904c035040 tx=0x7f904c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298e4ae9d377d1eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:37.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.696+0000 7f90457fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:50:37.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.697+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904c030820 con 0x55d442e2daf0 2024-09-19T05:50:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.697+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f904c03fc20 con 0x55d442e2daf0 2024-09-19T05:50:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.697+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f905402d040 con 0x55d442e2daf0 2024-09-19T05:50:37.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.697+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f904c03f600 con 0x55d442e2daf0 2024-09-19T05:50:37.701 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.699+0000 7f90669ba740 10 client.16482 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:37.702 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.699+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55d442eb3710 con 0x55d442e2daf0 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.703+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f904c04f070 con 0x55d442e2daf0 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f904c03d040 con 0x55d442e2daf0 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 10 client.16482 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 10 client.16482 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 20 client.16482 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442eb5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 4 client.16482 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f905402d040 con 0x55d442e48bb0 2024-09-19T05:50:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.704+0000 7f90610e4640 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442eb5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.705+0000 7f90457fa640 10 client.16482 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:37.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.705+0000 7f90610e4640 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442eb5eb0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e8999e5bd878f76 server_cookie=912a73a3af747835 in_seq=0 out_seq=0 2024-09-19T05:50:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.710+0000 7f90457fa640 1 -- 172.21.15.7:0/869242809 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f905402d040 con 0x55d442e48bb0 2024-09-19T05:50:37.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.710+0000 7f90457fa640 10 client.16482 handle_command_reply: tid=0 2024-09-19T05:50:37.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.710+0000 7f90669ba740 1 client.16482 shutdown 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.710+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 msgr2=0x55d442e412f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.710+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f904c035040 tx=0x7f904c003b90 comp rx=0 tx=0).stop 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 shutdown_connections 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d442e38cb0 0x55d442e32c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55d442e2e410 0x55d442e326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55d442e48bb0 0x55d442eb5eb0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 --2- 172.21.15.7:0/869242809 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d442e2daf0 0x55d442e412f0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 >> 172.21.15.7:0/869242809 conn(0x55d442e2a060 msgr2=0x55d442e289a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90457fa640 0 client.16482 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 shutdown_connections 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 1 -- 172.21.15.7:0/869242809 wait complete. 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.711+0000 7f90669ba740 20 client.16482 trim_cache size 0 max 16384 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:50:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 msgr2=0x7f90480a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 0x7f90480a5970 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f904c030420 tx=0x7f904c009530 comp rx=0 tx=0).stop 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 msgr2=0x7f905c116820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 0x7f905c116820 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f905800d700 tx=0x7f905800dbc0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 shutdown_connections 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f905c11b140 0x7f905c116d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f90480a34b0 0x7f90480a5970 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f905c1095d0 0x7f905c116820 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 --2- 172.21.15.7:0/3647302258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f905c1091f0 0x7f905c11a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.712+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 >> 172.21.15.7:0/3647302258 conn(0x7f905c06cdf0 msgr2=0x7f905c071f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.713+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 shutdown_connections 2024-09-19T05:50:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:37.713+0000 7f9063b49640 1 -- 172.21.15.7:0/3647302258 wait complete. 2024-09-19T05:50:37.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:37 smithi044 ceph-mon[34175]: pgmap v257: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 50 MiB/s wr, 893 op/s 2024-09-19T05:50:38.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:37 smithi007 ceph-mon[30960]: pgmap v257: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 50 MiB/s wr, 893 op/s 2024-09-19T05:50:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:37 smithi063 ceph-mon[34779]: pgmap v257: 97 pgs: 97 active+clean; 29 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 50 MiB/s wr, 893 op/s 2024-09-19T05:50:39.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:39 smithi044 ceph-mon[34175]: pgmap v258: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 75 MiB/s wr, 1.34k op/s 2024-09-19T05:50:40.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:39 smithi007 ceph-mon[30960]: pgmap v258: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 75 MiB/s wr, 1.34k op/s 2024-09-19T05:50:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:39 smithi063 ceph-mon[34779]: pgmap v258: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 75 MiB/s wr, 1.34k op/s 2024-09-19T05:50:41.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:41 smithi044 ceph-mon[34175]: pgmap v259: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 6.7 MiB/s rd, 50 MiB/s wr, 898 op/s 2024-09-19T05:50:42.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:41 smithi007 ceph-mon[30960]: pgmap v259: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 6.7 MiB/s rd, 50 MiB/s wr, 898 op/s 2024-09-19T05:50:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:41 smithi063 ceph-mon[34779]: pgmap v259: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 6.7 MiB/s rd, 50 MiB/s wr, 898 op/s 2024-09-19T05:50:43.974 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:43 smithi044 ceph-mon[34175]: pgmap v260: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 65 MiB/s wr, 1.16k op/s 2024-09-19T05:50:44.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:43 smithi007 ceph-mon[30960]: pgmap v260: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 65 MiB/s wr, 1.16k op/s 2024-09-19T05:50:44.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:43 smithi063 ceph-mon[34779]: pgmap v260: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 65 MiB/s wr, 1.16k op/s 2024-09-19T05:50:46.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:46 smithi044 ceph-mon[34175]: pgmap v261: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:50:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:46 smithi007 ceph-mon[30960]: pgmap v261: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:50:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:46 smithi063 ceph-mon[34779]: pgmap v261: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:50:48.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:48 smithi044 ceph-mon[34175]: pgmap v262: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 6.6 MiB/s rd, 50 MiB/s wr, 905 op/s 2024-09-19T05:50:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:48 smithi007 ceph-mon[30960]: pgmap v262: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 6.6 MiB/s rd, 50 MiB/s wr, 905 op/s 2024-09-19T05:50:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:48 smithi063 ceph-mon[34779]: pgmap v262: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 6.6 MiB/s rd, 50 MiB/s wr, 905 op/s 2024-09-19T05:50:50.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:50 smithi044 ceph-mon[34175]: pgmap v263: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 9.6 MiB/s rd, 76 MiB/s wr, 1.36k op/s 2024-09-19T05:50:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:50 smithi007 ceph-mon[30960]: pgmap v263: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 9.6 MiB/s rd, 76 MiB/s wr, 1.36k op/s 2024-09-19T05:50:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:50 smithi063 ceph-mon[34779]: pgmap v263: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 9.6 MiB/s rd, 76 MiB/s wr, 1.36k op/s 2024-09-19T05:50:50.856 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.854+0000 7fd08ede5640 1 -- 172.21.15.7:0/3052806207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080004cb0 msgr2=0x7fd0800050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.854+0000 7fd08ede5640 1 --2- 172.21.15.7:0/3052806207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080004cb0 0x7fd0800050f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd078009930 tx=0x7fd07802a4d0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 -- 172.21.15.7:0/3052806207 shutdown_connections 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 --2- 172.21.15.7:0/3052806207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd080005630 0x7fd0800a2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 --2- 172.21.15.7:0/3052806207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080004cb0 0x7fd0800050f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 --2- 172.21.15.7:0/3052806207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd08009b6c0 0x7fd08009baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 -- 172.21.15.7:0/3052806207 >> 172.21.15.7:0/3052806207 conn(0x7fd08000a220 msgr2=0x7fd08000a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 -- 172.21.15.7:0/3052806207 shutdown_connections 2024-09-19T05:50:50.857 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.855+0000 7fd08ede5640 1 -- 172.21.15.7:0/3052806207 wait complete. 2024-09-19T05:50:50.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 Processor -- start 2024-09-19T05:50:50.859 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 -- start start 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 0x7fd08012be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080005630 0x7fd08012c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 0x7fd0801306f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0800a5850 con 0x7fd080004cb0 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0800a56d0 con 0x7fd08009b6c0 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08ede5640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd0800a59d0 con 0x7fd080005630 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08dde3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 0x7fd08012be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08d5e2640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080005630 0x7fd08012c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08dde3640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 0x7fd08012be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52372/0 (socket says 172.21.15.7:52372) 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08dde3640 1 -- 172.21.15.7:0/1276442212 learned_addr learned my addr 172.21.15.7:0/1276442212 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.856+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 0x7fd0801306f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.860 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1276442212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080005630 msgr2=0x7fd08012c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080005630 0x7fd08012c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 msgr2=0x7fd08012be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 0x7fd08012be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1276442212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd080130e20 con 0x7fd08009b6c0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 0x7fd0801306f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd088050280 tx=0x7fd088074f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd07effd640 1 -- 172.21.15.7:0/1276442212 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088083020 con 0x7fd08009b6c0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd07effd640 1 -- 172.21.15.7:0/1276442212 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd08807de50 con 0x7fd08009b6c0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd080131110 con 0x7fd08009b6c0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd07effd640 1 -- 172.21.15.7:0/1276442212 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08807fa50 con 0x7fd08009b6c0 2024-09-19T05:50:50.861 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.857+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0801389a0 con 0x7fd08009b6c0 2024-09-19T05:50:50.863 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.861+0000 7fd07effd640 1 -- 172.21.15.7:0/1276442212 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fd088086020 con 0x7fd08009b6c0 2024-09-19T05:50:50.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.862+0000 7fd07effd640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 0x7fd0740a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.864 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.862+0000 7fd07effd640 1 -- 172.21.15.7:0/1276442212 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7fd08813c7d0 con 0x7fd08009b6c0 2024-09-19T05:50:50.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.863+0000 7fd08dde3640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 0x7fd0740a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.865 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.864+0000 7fd08dde3640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 0x7fd0740a5900 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd0840095f0 tx=0x7fd084005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.864+0000 7fd092dde740 1 Processor -- start 2024-09-19T05:50:50.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.865+0000 7fd092dde740 1 -- start start 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.865+0000 7fd092dde740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 0x5626d9a600a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.865+0000 7fd092dde740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.865+0000 7fd092dde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a6d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd092dde740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626d99c42f0 con 0x5626d9a605e0 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd092dde740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5626d996c270 con 0x5626d9a5fcc0 2024-09-19T05:50:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd092dde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5626d99c02b0 con 0x5626d9a6ae80 2024-09-19T05:50:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08e5e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a6d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08e5e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a6d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:56202/0 (socket says 172.21.15.7:56202) 2024-09-19T05:50:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08e5e4640 1 -- 172.21.15.7:0/779949093 learned_addr learned my addr 172.21.15.7:0/779949093 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 0x5626d9a600a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 -- 172.21.15.7:0/779949093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 msgr2=0x5626d9a6d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a6d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 -- 172.21.15.7:0/779949093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 msgr2=0x5626d9a6a940 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:50:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6a940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.866+0000 7fd08dde3640 1 -- 172.21.15.7:0/779949093 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626d996b340 con 0x5626d9a5fcc0 2024-09-19T05:50:50.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.867+0000 7fd08dde3640 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 0x5626d9a600a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd084011ca0 tx=0x7fd084014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4d03c2352fa536c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.867+0000 7fd073fff640 1 -- 172.21.15.7:0/779949093 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd084026620 con 0x5626d9a5fcc0 2024-09-19T05:50:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.867+0000 7fd073fff640 1 -- 172.21.15.7:0/779949093 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd08401ce20 con 0x5626d9a5fcc0 2024-09-19T05:50:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.867+0000 7fd073fff640 1 -- 172.21.15.7:0/779949093 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08401ab40 con 0x5626d9a5fcc0 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.868+0000 7fd092dde740 1 -- 172.21.15.7:0/779949093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 msgr2=0x5626d9a600a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.868+0000 7fd092dde740 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 0x5626d9a600a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd084011ca0 tx=0x7fd084014000 comp rx=0 tx=0).stop 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.869+0000 7fd092dde740 1 -- 172.21.15.7:0/779949093 shutdown_connections 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.869+0000 7fd092dde740 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a6d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.869+0000 7fd092dde740 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.869+0000 7fd092dde740 1 --2- 172.21.15.7:0/779949093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a5fcc0 0x5626d9a600a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.869+0000 7fd092dde740 1 -- 172.21.15.7:0/779949093 >> 172.21.15.7:0/779949093 conn(0x5626d9a5c230 msgr2=0x5626d9a5c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.871+0000 7fd092dde740 1 -- 172.21.15.7:0/779949093 shutdown_connections 2024-09-19T05:50:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.871+0000 7fd092dde740 1 -- 172.21.15.7:0/779949093 wait complete. 2024-09-19T05:50:50.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.871+0000 7fd092dde740 1 -- start start 2024-09-19T05:50:50.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.872+0000 7fd092dde740 1 Processor -- start 2024-09-19T05:50:50.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.872+0000 7fd092dde740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a67d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.872+0000 7fd092dde740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 0x5626d9a68260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd092dde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a687a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd092dde740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626d9a71eb0 con 0x5626d9a5fcc0 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd092dde740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5626d994d290 con 0x5626d9a605e0 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd092dde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5626d9a72030 con 0x5626d9a6ae80 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd08d5e2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 0x5626d9a68260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd092dde740 10 client.0 _ll_register_callbacks cb 0x5626d997e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd08d5e2640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 0x5626d9a68260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:44444/0 (socket says 172.21.15.7:44444) 2024-09-19T05:50:50.876 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd08d5e2640 1 -- 172.21.15.7:0/4157315462 learned_addr learned my addr 172.21.15.7:0/4157315462 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd08dde3640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a67d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.877 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.873+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a687a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 -- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 msgr2=0x5626d9a687a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a687a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 -- 172.21.15.7:0/4157315462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 msgr2=0x5626d9a68260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 0x5626d9a68260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 -- 172.21.15.7:0/4157315462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626d96d7210 con 0x5626d9a5fcc0 2024-09-19T05:50:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd08dde3640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a67d20 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd0840098e0 tx=0x7fd08401ae80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48352d8c15af1f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.874+0000 7fd0717fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:50:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.878+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd084035060 con 0x5626d9a5fcc0 2024-09-19T05:50:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.878+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7fd084005250 con 0x5626d9a5fcc0 2024-09-19T05:50:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.878+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd08401ce20 con 0x5626d9a5fcc0 2024-09-19T05:50:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.880+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd084005450 con 0x5626d9a5fcc0 2024-09-19T05:50:50.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.884+0000 7fd092dde740 10 client.16491 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:50.888 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.884+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5626d97a3620 con 0x5626d9a5fcc0 2024-09-19T05:50:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.889+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd08401ce20 con 0x5626d9a5fcc0 2024-09-19T05:50:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.889+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fd0840265c0 con 0x5626d9a5fcc0 2024-09-19T05:50:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 10 client.16491 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 10 client.16491 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 20 client.16491 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9a814a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 4 client.16491 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:50:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626d99d1a20 con 0x5626d9a7f0b0 2024-09-19T05:50:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.892+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9a814a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.893+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9a814a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b5a3215cfb58322 server_cookie=dc890b96e08f115a in_seq=0 out_seq=0 2024-09-19T05:50:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.893+0000 7fd0717fa640 10 client.16491 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:50.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.894+0000 7fd0717fa640 1 -- 172.21.15.7:0/4157315462 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5626d99d1a20 con 0x5626d9a7f0b0 2024-09-19T05:50:50.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.894+0000 7fd0717fa640 10 client.16491 handle_command_reply: tid=0 2024-09-19T05:50:50.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.894+0000 7fd092dde740 1 client.16491 shutdown 2024-09-19T05:50:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 msgr2=0x5626d9a67d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a67d20 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd0840098e0 tx=0x7fd08401ae80 comp rx=0 tx=0).stop 2024-09-19T05:50:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 shutdown_connections 2024-09-19T05:50:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a6ae80 0x5626d9a687a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a605e0 0x5626d9a68260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.899+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9a814a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.900+0000 7fd0717fa640 0 client.16491 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.900+0000 7fd092dde740 1 --2- 172.21.15.7:0/4157315462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a67d20 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.900+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 >> 172.21.15.7:0/4157315462 conn(0x5626d9a5c230 msgr2=0x5626d9a61f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.901+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 shutdown_connections 2024-09-19T05:50:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.901+0000 7fd092dde740 1 -- 172.21.15.7:0/4157315462 wait complete. 2024-09-19T05:50:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.901+0000 7fd092dde740 20 client.16491 trim_cache size 0 max 16384 2024-09-19T05:50:50.932 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.930+0000 7fd092dde740 1 Processor -- start 2024-09-19T05:50:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 -- start start 2024-09-19T05:50:50.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a62780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a605e0 0x5626d9a69c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd08013f1d0 con 0x5626d9a5fcc0 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd080140d10 con 0x5626d9a6ae80 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.931+0000 7fd092dde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd08013f8a0 con 0x5626d9a605e0 2024-09-19T05:50:50.934 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.932+0000 7fd08e5e4640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.932+0000 7fd08e5e4640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:44460/0 (socket says 172.21.15.7:44460) 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.932+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1711165622 learned_addr learned my addr 172.21.15.7:0/1711165622 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.932+0000 7fd08dde3640 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a62780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a605e0 0x5626d9a69c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1711165622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a605e0 msgr2=0x5626d9a69c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.935 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a605e0 0x5626d9a69c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1711165622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 msgr2=0x5626d9a62780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a62780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 -- 172.21.15.7:0/1711165622 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626d9a5c060 con 0x5626d9a6ae80 2024-09-19T05:50:50.936 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.933+0000 7fd08e5e4640 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd088105410 tx=0x7fd08807f580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b60267aa57c0feac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.934+0000 7fd0737fe640 1 -- 172.21.15.7:0/1711165622 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0881116b0 con 0x5626d9a6ae80 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.934+0000 7fd0737fe640 1 -- 172.21.15.7:0/1711165622 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd088106d40 con 0x5626d9a6ae80 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.934+0000 7fd0737fe640 1 -- 172.21.15.7:0/1711165622 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088104790 con 0x5626d9a6ae80 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 -- 172.21.15.7:0/1711165622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 msgr2=0x5626d9a86b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd088105410 tx=0x7fd08807f580 comp rx=0 tx=0).stop 2024-09-19T05:50:50.937 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 -- 172.21.15.7:0/1711165622 shutdown_connections 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a86b30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a605e0 0x5626d9a69c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 --2- 172.21.15.7:0/1711165622 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a5fcc0 0x5626d9a62780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 -- 172.21.15.7:0/1711165622 >> 172.21.15.7:0/1711165622 conn(0x5626d9a5c230 msgr2=0x5626d9a69580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 -- 172.21.15.7:0/1711165622 shutdown_connections 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.935+0000 7fd092dde740 1 -- 172.21.15.7:0/1711165622 wait complete. 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.936+0000 7fd092dde740 1 -- start start 2024-09-19T05:50:50.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.936+0000 7fd092dde740 1 Processor -- start 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 0x5626d9a6e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a762e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd080140640 con 0x5626d9a605e0 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd08013ff70 con 0x5626d9a6ae80 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd08013d1d0 con 0x5626d9a5fcc0 2024-09-19T05:50:50.939 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.937+0000 7fd092dde740 10 client.0 _ll_register_callbacks cb 0x7fd084009dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:50:50.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.938+0000 7fd08d5e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.938+0000 7fd08dde3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 0x5626d9a6e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.938+0000 7fd08dde3640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 0x5626d9a6e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:56228/0 (socket says 172.21.15.7:56228) 2024-09-19T05:50:50.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.938+0000 7fd08dde3640 1 -- 172.21.15.7:0/3402303904 learned_addr learned my addr 172.21.15.7:0/3402303904 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:50:50.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.938+0000 7fd08d5e2640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52386/0 (socket says 172.21.15.7:52386) 2024-09-19T05:50:50.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.939+0000 7fd08d5e2640 1 -- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 msgr2=0x5626d9a6e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.939+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 0x5626d9a6e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.939+0000 7fd08d5e2640 1 -- 172.21.15.7:0/3402303904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 msgr2=0x5626d9a762e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:50:50.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.939+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a762e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.939+0000 7fd08d5e2640 1 -- 172.21.15.7:0/3402303904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626d9a768d0 con 0x5626d9a605e0 2024-09-19T05:50:50.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.940+0000 7fd08d5e2640 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd078006010 tx=0x7fd078005d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede8636fb01292e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:50:50.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.941+0000 7fd0717fa640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:50:50.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.942+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd078035040 con 0x5626d9a605e0 2024-09-19T05:50:50.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.942+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd088106d40 con 0x5626d9a605e0 2024-09-19T05:50:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.943+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7fd078005040 con 0x5626d9a605e0 2024-09-19T05:50:50.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.943+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd078052050 con 0x5626d9a605e0 2024-09-19T05:50:50.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.944+0000 7fd092dde740 10 client.16494 fetch_fsmap learned FSMap version 33 2024-09-19T05:50:50.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.944+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5626d9a77c00 con 0x5626d9a605e0 2024-09-19T05:50:50.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.946+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd088106d40 con 0x5626d9a605e0 2024-09-19T05:50:50.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.946+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fd0780035f0 con 0x5626d9a605e0 2024-09-19T05:50:50.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 10 client.16494 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:50:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 10 client.16494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:50:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 20 client.16494 populate_metadata read hostname 'smithi007' 2024-09-19T05:50:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9b015a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:50:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 4 client.16494 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:50:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.947+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5626d99cbd70 con 0x5626d9a7f0b0 2024-09-19T05:50:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.948+0000 7fd08dde3640 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9b015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:50:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.948+0000 7fd08dde3640 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9b015a0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36c0851057bea3bb server_cookie=533ee0033ccfe780 in_seq=0 out_seq=0 2024-09-19T05:50:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.951+0000 7fd0717fa640 10 client.16494 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:50.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.958+0000 7fd0717fa640 1 -- 172.21.15.7:0/3402303904 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5626d99cbd70 con 0x5626d9a7f0b0 2024-09-19T05:50:50.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.958+0000 7fd0717fa640 10 client.16494 handle_command_reply: tid=0 2024-09-19T05:50:50.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.958+0000 7fd092dde740 1 client.16494 shutdown 2024-09-19T05:50:50.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.958+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 msgr2=0x5626d9a6e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.960 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.958+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd078006010 tx=0x7fd078005d70 comp rx=0 tx=0).stop 2024-09-19T05:50:50.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 shutdown_connections 2024-09-19T05:50:50.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5626d9a6ae80 0x5626d9a762e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5626d9a7f0b0 0x5626d9b015a0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5626d9a605e0 0x5626d9a6e800 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 --2- 172.21.15.7:0/3402303904 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5626d9a5fcc0 0x5626d9a6e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 >> 172.21.15.7:0/3402303904 conn(0x5626d9a5c230 msgr2=0x5626d9a684e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd0717fa640 0 client.16494 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 shutdown_connections 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 1 -- 172.21.15.7:0/3402303904 wait complete. 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.959+0000 7fd092dde740 20 client.16494 trim_cache size 0 max 16384 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:50:50.962 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:50:50.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:50:50.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:50:50.963 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 msgr2=0x7fd0740a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 0x7fd0740a5900 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd0840095f0 tx=0x7fd084005f90 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 msgr2=0x7fd0801306f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 0x7fd0801306f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd088050280 tx=0x7fd088074f90 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 shutdown_connections 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.960+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd08009b6c0 0x7fd0801306f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd0740a3440 0x7fd0740a5900 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd080005630 0x7fd08012c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 --2- 172.21.15.7:0/1276442212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd080004cb0 0x7fd08012be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 >> 172.21.15.7:0/1276442212 conn(0x7fd08000a220 msgr2=0x7fd080093760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 shutdown_connections 2024-09-19T05:50:50.964 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:50:50.961+0000 7fd08ede5640 1 -- 172.21.15.7:0/1276442212 wait complete. 2024-09-19T05:50:52.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:52 smithi044 ceph-mon[34175]: pgmap v264: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 915 op/s 2024-09-19T05:50:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:52 smithi007 ceph-mon[30960]: pgmap v264: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 915 op/s 2024-09-19T05:50:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:52 smithi063 ceph-mon[34779]: pgmap v264: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 915 op/s 2024-09-19T05:50:54.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:54 smithi044 ceph-mon[34175]: pgmap v265: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 66 MiB/s wr, 1.18k op/s 2024-09-19T05:50:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:54 smithi007 ceph-mon[30960]: pgmap v265: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 66 MiB/s wr, 1.18k op/s 2024-09-19T05:50:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:54 smithi063 ceph-mon[34779]: pgmap v265: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 66 MiB/s wr, 1.18k op/s 2024-09-19T05:50:56.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:56 smithi044 ceph-mon[34175]: pgmap v266: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 62 MiB/s wr, 1.12k op/s 2024-09-19T05:50:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:56 smithi007 ceph-mon[30960]: pgmap v266: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 62 MiB/s wr, 1.12k op/s 2024-09-19T05:50:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:56 smithi063 ceph-mon[34779]: pgmap v266: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 62 MiB/s wr, 1.12k op/s 2024-09-19T05:50:58.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:50:58 smithi007 ceph-mon[30960]: pgmap v267: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 920 op/s 2024-09-19T05:50:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:50:58 smithi063 ceph-mon[34779]: pgmap v267: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 920 op/s 2024-09-19T05:50:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:50:58 smithi044 ceph-mon[34175]: pgmap v267: 97 pgs: 97 active+clean; 30 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 51 MiB/s wr, 920 op/s 2024-09-19T05:51:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:00 smithi007 ceph-mon[30960]: pgmap v268: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 10 MiB/s rd, 77 MiB/s wr, 1.38k op/s 2024-09-19T05:51:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:00 smithi063 ceph-mon[34779]: pgmap v268: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 10 MiB/s rd, 77 MiB/s wr, 1.38k op/s 2024-09-19T05:51:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:00 smithi044 ceph-mon[34175]: pgmap v268: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 10 MiB/s rd, 77 MiB/s wr, 1.38k op/s 2024-09-19T05:51:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:02 smithi007 ceph-mon[30960]: pgmap v269: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 51 MiB/s wr, 924 op/s 2024-09-19T05:51:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:02 smithi063 ceph-mon[34779]: pgmap v269: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 51 MiB/s wr, 924 op/s 2024-09-19T05:51:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:02 smithi044 ceph-mon[34175]: pgmap v269: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 51 MiB/s wr, 924 op/s 2024-09-19T05:51:04.118 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 -- 172.21.15.7:0/2463279085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63281009d0 msgr2=0x7f6328100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 --2- 172.21.15.7:0/2463279085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63281009d0 0x7f6328100e30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f631c009930 tx=0x7f631c02a420 comp rx=0 tx=0).stop 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 -- 172.21.15.7:0/2463279085 shutdown_connections 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 --2- 172.21.15.7:0/2463279085 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 0x7f632810d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 --2- 172.21.15.7:0/2463279085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f63281009d0 0x7f6328100e30 secure :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f631c009930 tx=0x7f631c02a420 comp rx=0 tx=0).stop 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 --2- 172.21.15.7:0/2463279085 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 0x7f6328106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 -- 172.21.15.7:0/2463279085 >> 172.21.15.7:0/2463279085 conn(0x7f63280fc6b0 msgr2=0x7f63280fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.119 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.116+0000 7f632f8f8640 1 -- 172.21.15.7:0/2463279085 shutdown_connections 2024-09-19T05:51:04.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.117+0000 7f632f8f8640 1 -- 172.21.15.7:0/2463279085 wait complete. 2024-09-19T05:51:04.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.118+0000 7f632f8f8640 1 Processor -- start 2024-09-19T05:51:04.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.118+0000 7f632f8f8640 1 -- start start 2024-09-19T05:51:04.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 0x7f6328196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.121 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 0x7f6328196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f632810fbd0 con 0x7f632819ac10 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f632810fa50 con 0x7f63281069e0 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632f8f8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f632810fd50 con 0x7f6328101370 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.119+0000 7f632de95640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53550/0 (socket says 172.21.15.7:53550) 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 -- 172.21.15.7:0/3458410272 learned_addr learned my addr 172.21.15.7:0/3458410272 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:04.122 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632ce93640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 0x7f6328196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632d694640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 0x7f6328196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 -- 172.21.15.7:0/3458410272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 msgr2=0x7f6328196350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 0x7f6328196350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 -- 172.21.15.7:0/3458410272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 msgr2=0x7f6328196890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 0x7f6328196890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.120+0000 7f632de95640 1 -- 172.21.15.7:0/3458410272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f632819b700 con 0x7f632819ac10 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.121+0000 7f632de95640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f632000eaa0 tx=0x7f632000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.121+0000 7f631a7fc640 1 -- 172.21.15.7:0/3458410272 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632000cdb0 con 0x7f632819ac10 2024-09-19T05:51:04.123 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.121+0000 7f631a7fc640 1 -- 172.21.15.7:0/3458410272 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6320005020 con 0x7f632819ac10 2024-09-19T05:51:04.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.121+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f632819b9f0 con 0x7f632819ac10 2024-09-19T05:51:04.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.122+0000 7f631a7fc640 1 -- 172.21.15.7:0/3458410272 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63200116d0 con 0x7f632819ac10 2024-09-19T05:51:04.124 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.122+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63281a31a0 con 0x7f632819ac10 2024-09-19T05:51:04.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.126+0000 7f6332695740 1 Processor -- start 2024-09-19T05:51:04.134 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.126+0000 7f631a7fc640 1 -- 172.21.15.7:0/3458410272 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f63200051d0 con 0x7f632819ac10 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.126+0000 7f6332695740 1 -- start start 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc4f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc520a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b68dba92f0 con 0x55b68dc45410 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b68db51270 con 0x55b68dc4fcb0 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f6332695740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b68dba52b0 con 0x55b68dc44af0 2024-09-19T05:51:04.135 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f632ce93640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f632ce93640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48726/0 (socket says 172.21.15.7:48726) 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f632ce93640 1 -- 172.21.15.7:0/2134999666 learned_addr learned my addr 172.21.15.7:0/2134999666 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f632ce93640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f631a7fc640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 0x7f63140a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 -- 172.21.15.7:0/2134999666 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 msgr2=0x55b68dc520a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.127+0000 7f632d694640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc4f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc520a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632de95640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 0x7f63140a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 -- 172.21.15.7:0/2134999666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 msgr2=0x55b68dc4f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc4f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 -- 172.21.15.7:0/2134999666 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b68db50340 con 0x55b68dc44af0 2024-09-19T05:51:04.136 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632d694640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc4f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f631a7fc640 1 -- 172.21.15.7:0/3458410272 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f63200cffd0 con 0x7f632819ac10 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.128+0000 7f632ce93640 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f631c009900 tx=0x7f631c0058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c46bd341f449310c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.129+0000 7f632de95640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 0x7f63140a58f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6320098700 tx=0x7f63200c7070 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.129+0000 7f63137fe640 1 -- 172.21.15.7:0/2134999666 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c035040 con 0x55b68dc44af0 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.129+0000 7f63137fe640 1 -- 172.21.15.7:0/2134999666 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f631c0044d0 con 0x55b68dc44af0 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.129+0000 7f63137fe640 1 -- 172.21.15.7:0/2134999666 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c003d80 con 0x55b68dc44af0 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 -- 172.21.15.7:0/2134999666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 msgr2=0x55b68dc44ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f631c009900 tx=0x7f631c0058d0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 -- 172.21.15.7:0/2134999666 shutdown_connections 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc520a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc4f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 --2- 172.21.15.7:0/2134999666 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc44ed0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.130+0000 7f6332695740 1 -- 172.21.15.7:0/2134999666 >> 172.21.15.7:0/2134999666 conn(0x55b68dc41060 msgr2=0x55b68dc41440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.137 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.131+0000 7f6332695740 1 -- 172.21.15.7:0/2134999666 shutdown_connections 2024-09-19T05:51:04.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.131+0000 7f6332695740 1 -- 172.21.15.7:0/2134999666 wait complete. 2024-09-19T05:51:04.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.132+0000 7f6332695740 1 -- start start 2024-09-19T05:51:04.138 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.132+0000 7f6332695740 1 Processor -- start 2024-09-19T05:51:04.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc4cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 0x55b68dc4d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.139 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f632ce93640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc4cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f632ce93640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc4cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48738/0 (socket says 172.21.15.7:48738) 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f632ce93640 1 -- 172.21.15.7:0/4205127549 learned_addr learned my addr 172.21.15.7:0/4205127549 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc4fcb0 0x55b68dc4d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b68dc52880 con 0x55b68dc4fcb0 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b68db32290 con 0x55b68dc45410 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55b68dc52a00 con 0x55b68dc44af0 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f632d694640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 0x55b68dc4d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.133+0000 7f6332695740 10 client.0 _ll_register_callbacks cb 0x55b68db63140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.134+0000 7f632d694640 1 -- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 msgr2=0x55b68dc4cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.134+0000 7f632d694640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc4cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.134+0000 7f632d694640 1 -- 172.21.15.7:0/4205127549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc4fcb0 msgr2=0x55b68dc4d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.140 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.134+0000 7f632d694640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc4fcb0 0x55b68dc4d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.134+0000 7f632d694640 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b68d8bc210 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f632d694640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 0x55b68dc4d0e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f632400dce0 tx=0x7f632400f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26a37c0453b89016 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6310ff9640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6324005220 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f63240053c0 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f631c0044d0 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f63240055c0 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6332695740 10 client.26018 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.135+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b68d988620 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f631c0044d0 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f6324023810 con 0x55b68dc45410 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 10 client.26018 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:04.141 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 10 client.26018 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 20 client.26018 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dc56ba0 0x55b68dc58fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 4 client.26018 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.136+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b68dbb6a20 con 0x55b68dc56ba0 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.137+0000 7f632ce93640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dc56ba0 0x55b68dc58fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.137+0000 7f632ce93640 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dc56ba0 0x55b68dc58fe0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b44099f9299c100 server_cookie=1a4b2fbc132b289 in_seq=0 out_seq=0 2024-09-19T05:51:04.142 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.138+0000 7f6310ff9640 10 client.26018 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.138+0000 7f6310ff9640 1 -- 172.21.15.7:0/4205127549 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b68dbb6a20 con 0x55b68dc56ba0 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.138+0000 7f6310ff9640 10 client.26018 handle_command_reply: tid=0 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.138+0000 7f6332695740 1 client.26018 shutdown 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 msgr2=0x55b68dc4d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 0x55b68dc4d0e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f632400dce0 tx=0x7f632400f730 comp rx=0 tx=0).stop 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 shutdown_connections 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dc56ba0 0x55b68dc58fe0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc4fcb0 0x55b68dc4d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.143 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc45410 0x55b68dc4d0e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 --2- 172.21.15.7:0/4205127549 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc4cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 >> 172.21.15.7:0/4205127549 conn(0x55b68dc41060 msgr2=0x55b68dc46dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.139+0000 7f6310ff9640 0 client.26018 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.140+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 shutdown_connections 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.140+0000 7f6332695740 1 -- 172.21.15.7:0/4205127549 wait complete. 2024-09-19T05:51:04.144 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.140+0000 7f6332695740 20 client.26018 trim_cache size 0 max 16384 2024-09-19T05:51:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.170+0000 7f6332695740 1 Processor -- start 2024-09-19T05:51:04.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.170+0000 7f6332695740 1 -- start start 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.170+0000 7f6332695740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.170+0000 7f6332695740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc45410 0x55b68dc7aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.171+0000 7f6332695740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc49de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.171+0000 7f6332695740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f63281abc60 con 0x55b68dc44af0 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.171+0000 7f6332695740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f63281ad7a0 con 0x55b68dc4fcb0 2024-09-19T05:51:04.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.171+0000 7f6332695740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f63281ac330 con 0x55b68dc45410 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc49de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53578/0 (socket says 172.21.15.7:53578) 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 -- 172.21.15.7:0/3196556901 learned_addr learned my addr 172.21.15.7:0/3196556901 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632d694640 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc45410 0x55b68dc7aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 -- 172.21.15.7:0/3196556901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc45410 msgr2=0x55b68dc7aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc45410 0x55b68dc7aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 -- 172.21.15.7:0/3196556901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 msgr2=0x55b68dc49de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc49de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.172+0000 7f632ce93640 1 -- 172.21.15.7:0/3196556901 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b68dc40b00 con 0x55b68dc44af0 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.173+0000 7f632ce93640 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f631c032f20 tx=0x7f631c03f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e6bfb5f2cf4ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.174+0000 7f6312ffd640 1 -- 172.21.15.7:0/3196556901 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c035040 con 0x55b68dc44af0 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.174+0000 7f6312ffd640 1 -- 172.21.15.7:0/3196556901 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f631c0318c0 con 0x55b68dc44af0 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.175+0000 7f6332695740 1 -- 172.21.15.7:0/3196556901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 msgr2=0x55b68dc7a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.175+0000 7f6332695740 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f631c032f20 tx=0x7f631c03f040 comp rx=0 tx=0).stop 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 -- 172.21.15.7:0/3196556901 shutdown_connections 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dc49de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc45410 0x55b68dc7aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 --2- 172.21.15.7:0/3196556901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc44af0 0x55b68dc7a580 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 -- 172.21.15.7:0/3196556901 >> 172.21.15.7:0/3196556901 conn(0x55b68dc41060 msgr2=0x55b68dc4bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 -- 172.21.15.7:0/3196556901 shutdown_connections 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.178+0000 7f6332695740 1 -- 172.21.15.7:0/3196556901 wait complete. 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.179+0000 7f6332695740 1 -- start start 2024-09-19T05:51:04.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.179+0000 7f6332695740 1 Processor -- start 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc5aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dcd4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f63281ad0d0 con 0x55b68dc45410 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f63281aca00 con 0x55b68dc4fcb0 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f63281a9c60 con 0x55b68dc44af0 2024-09-19T05:51:04.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.180+0000 7f6332695740 10 client.0 _ll_register_callbacks cb 0x7f6324005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53588/0 (socket says 172.21.15.7:53588) 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 -- 172.21.15.7:0/3829400114 learned_addr learned my addr 172.21.15.7:0/3829400114 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632ce93640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc5aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632ce93640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dcd4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 -- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 msgr2=0x55b68dc5aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc5aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 -- 172.21.15.7:0/3829400114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 msgr2=0x55b68dcd4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dcd4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.181+0000 7f632d694640 1 -- 172.21.15.7:0/3829400114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b68dcd4bf0 con 0x55b68dc45410 2024-09-19T05:51:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.182+0000 7f632d694640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x55b68dc4e1e0 tx=0x7f632400fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e8fab899a79827 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.182+0000 7f6310ff9640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:51:04.184 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.182+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6324011580 con 0x55b68dc45410 2024-09-19T05:51:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.183+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f631c0318c0 con 0x55b68dc45410 2024-09-19T05:51:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.183+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8542+0+0 (secure 0 0 0) 0x7f6324011720 con 0x55b68dc45410 2024-09-19T05:51:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.183+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f6324011920 con 0x55b68dc45410 2024-09-19T05:51:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.183+0000 7f6332695740 10 client.16506 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.183+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b68dcdbf80 con 0x55b68dc45410 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f631c0318c0 con 0x55b68dc45410 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f632402cc70 con 0x55b68dc45410 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 10 client.16506 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 10 client.16506 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 20 client.16506 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dcdc700 0x55b68dcdeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 4 client.16506 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:51:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.184+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b68dbb0d70 con 0x55b68dcdc700 2024-09-19T05:51:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.188+0000 7f632ce93640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dcdc700 0x55b68dcdeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.189+0000 7f632ce93640 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dcdc700 0x55b68dcdeb20 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6923a7a223180eeb server_cookie=84b12a7103f06b51 in_seq=0 out_seq=0 2024-09-19T05:51:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.189+0000 7f6310ff9640 10 client.16506 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.216+0000 7f6310ff9640 1 -- 172.21.15.7:0/3829400114 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b68dbb0d70 con 0x55b68dcdc700 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.216+0000 7f6310ff9640 10 client.16506 handle_command_reply: tid=0 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 client.16506 shutdown 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 msgr2=0x55b68dc5b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x55b68dc4e1e0 tx=0x7f632400fc30 comp rx=0 tx=0).stop 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 shutdown_connections 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b68dc4fcb0 0x55b68dcd4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55b68dcdc700 0x55b68dcdeb20 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b68dc45410 0x55b68dc5b430 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 --2- 172.21.15.7:0/3829400114 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55b68dc44af0 0x55b68dc5aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 >> 172.21.15.7:0/3829400114 conn(0x55b68dc41060 msgr2=0x55b68dc3f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.217+0000 7f6310ff9640 0 client.16506 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.218+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 shutdown_connections 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.218+0000 7f6332695740 1 -- 172.21.15.7:0/3829400114 wait complete. 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.218+0000 7f6332695740 20 client.16506 trim_cache size 0 max 16384 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:51:04.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:51:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 msgr2=0x7f63140a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 0x7f63140a58f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6320098700 tx=0x7f63200c7070 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 msgr2=0x7f632819b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f632000eaa0 tx=0x7f632000ef60 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 shutdown_connections 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f632819ac10 0x7f632819b0c0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f63281069e0 0x7f6328196890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f63140a3430 0x7f63140a58f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 --2- 172.21.15.7:0/3458410272 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6328101370 0x7f6328196350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 >> 172.21.15.7:0/3458410272 conn(0x7f63280fc6b0 msgr2=0x7f63280fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 shutdown_connections 2024-09-19T05:51:04.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:04.219+0000 7f632f8f8640 1 -- 172.21.15.7:0/3458410272 wait complete. 2024-09-19T05:51:04.525 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:04 smithi044 ceph-mon[34175]: pgmap v270: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 65 MiB/s wr, 1.17k op/s 2024-09-19T05:51:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:04 smithi007 ceph-mon[30960]: pgmap v270: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 65 MiB/s wr, 1.17k op/s 2024-09-19T05:51:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:04 smithi063 ceph-mon[34779]: pgmap v270: 97 pgs: 97 active+clean; 30 GiB data, 96 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 65 MiB/s wr, 1.17k op/s 2024-09-19T05:51:06.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:06 smithi007 ceph-mon[30960]: pgmap v271: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 8.8 MiB/s rd, 60 MiB/s wr, 1.12k op/s 2024-09-19T05:51:06.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:06 smithi063 ceph-mon[34779]: pgmap v271: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 8.8 MiB/s rd, 60 MiB/s wr, 1.12k op/s 2024-09-19T05:51:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:06 smithi044 ceph-mon[34175]: pgmap v271: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 8.8 MiB/s rd, 60 MiB/s wr, 1.12k op/s 2024-09-19T05:51:07.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:07 smithi007 ceph-mon[30960]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T05:51:07.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:07 smithi063 ceph-mon[34779]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T05:51:07.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:07 smithi044 ceph-mon[34175]: osdmap e91: 12 total, 12 up, 12 in 2024-09-19T05:51:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:08 smithi007 ceph-mon[30960]: pgmap v273: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 59 MiB/s wr, 1.10k op/s 2024-09-19T05:51:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:08 smithi063 ceph-mon[34779]: pgmap v273: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 59 MiB/s wr, 1.10k op/s 2024-09-19T05:51:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:08 smithi044 ceph-mon[34175]: pgmap v273: 97 pgs: 97 active+clean; 30 GiB data, 97 GiB used, 976 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 59 MiB/s wr, 1.10k op/s 2024-09-19T05:51:10.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:10 smithi007 ceph-mon[30960]: pgmap v274: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:10.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:10 smithi063 ceph-mon[34779]: pgmap v274: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:10.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:10 smithi044 ceph-mon[34175]: pgmap v274: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:12.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:12 smithi007 ceph-mon[30960]: pgmap v275: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:12.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:12 smithi063 ceph-mon[34779]: pgmap v275: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:12.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:12 smithi044 ceph-mon[34175]: pgmap v275: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 54 MiB/s wr, 1.02k op/s 2024-09-19T05:51:14.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:14 smithi007 ceph-mon[30960]: pgmap v276: 97 pgs: 26 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 58 active+clean; 28 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 47 MiB/s wr, 884 op/s 2024-09-19T05:51:14.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:14 smithi063 ceph-mon[34779]: pgmap v276: 97 pgs: 26 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 58 active+clean; 28 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 47 MiB/s wr, 884 op/s 2024-09-19T05:51:14.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:14 smithi044 ceph-mon[34175]: pgmap v276: 97 pgs: 26 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 58 active+clean; 28 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 47 MiB/s wr, 884 op/s 2024-09-19T05:51:16.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:16 smithi007 ceph-mon[30960]: pgmap v277: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 48 MiB/s wr, 894 op/s 2024-09-19T05:51:16.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:16 smithi063 ceph-mon[34779]: pgmap v277: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 48 MiB/s wr, 894 op/s 2024-09-19T05:51:16.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:16 smithi044 ceph-mon[34175]: pgmap v277: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 48 MiB/s wr, 894 op/s 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.376+0000 7f0bec131640 1 -- 172.21.15.7:0/3979407299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 msgr2=0x7f0bdc0b7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.376+0000 7f0bec131640 1 --2- 172.21.15.7:0/3979407299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc0b7030 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0be0009900 tx=0x7f0be002a4b0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 -- 172.21.15.7:0/3979407299 shutdown_connections 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 --2- 172.21.15.7:0/3979407299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0b7570 0x7f0bdc0b9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 --2- 172.21.15.7:0/3979407299 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc0b7030 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 --2- 172.21.15.7:0/3979407299 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc0a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.379 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 -- 172.21.15.7:0/3979407299 >> 172.21.15.7:0/3979407299 conn(0x7f0bdc01a140 msgr2=0x7f0bdc01a550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 -- 172.21.15.7:0/3979407299 shutdown_connections 2024-09-19T05:51:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.377+0000 7f0bec131640 1 -- 172.21.15.7:0/3979407299 wait complete. 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 Processor -- start 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 -- start start 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc143b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0b7570 0x7f0bdc147ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0bdc0bcfb0 con 0x7f0bdc0a5170 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0bdc0bce30 con 0x7f0bdc0a4850 2024-09-19T05:51:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.378+0000 7f0bec131640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0bdc0bd130 con 0x7f0bdc0b7570 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:37110/0 (socket says 172.21.15.7:37110) 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 -- 172.21.15.7:0/36345467 learned_addr learned my addr 172.21.15.7:0/36345467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0b7570 0x7f0bdc147ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be96cc640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc143b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 -- 172.21.15.7:0/36345467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0b7570 msgr2=0x7f0bdc147ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0b7570 0x7f0bdc147ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 -- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 msgr2=0x7f0bdc143b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc143b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.379+0000 7f0be9ecd640 1 -- 172.21.15.7:0/36345467 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bdc1485d0 con 0x7f0bdc0a4850 2024-09-19T05:51:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.381+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0be4065a40 tx=0x7f0be406e430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.382+0000 7f0bdaffd640 1 -- 172.21.15.7:0/36345467 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be407a020 con 0x7f0bdc0a4850 2024-09-19T05:51:17.383 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.382+0000 7f0bdaffd640 1 -- 172.21.15.7:0/36345467 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0be4076420 con 0x7f0bdc0a4850 2024-09-19T05:51:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.382+0000 7f0bdaffd640 1 -- 172.21.15.7:0/36345467 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be40755e0 con 0x7f0bdc0a4850 2024-09-19T05:51:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.382+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bdc1488c0 con 0x7f0bdc0a4850 2024-09-19T05:51:17.384 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.382+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bdc150150 con 0x7f0bdc0a4850 2024-09-19T05:51:17.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.387+0000 7f0beeecb740 1 Processor -- start 2024-09-19T05:51:17.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 -- start start 2024-09-19T05:51:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1f25e0 0x55e83f1fc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 0x55e83f1ff270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e83f1562f0 con 0x55e83f1f25e0 2024-09-19T05:51:17.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e83f0fe270 con 0x55e83f1fce80 2024-09-19T05:51:17.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0beeecb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e83f1522b0 con 0x55e83f1f1cc0 2024-09-19T05:51:17.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0bea6ce640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0bea6ce640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41754/0 (socket says 172.21.15.7:41754) 2024-09-19T05:51:17.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.388+0000 7f0bea6ce640 1 -- 172.21.15.7:0/3113968475 learned_addr learned my addr 172.21.15.7:0/3113968475 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:17.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 0x55e83f1ff270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 -- 172.21.15.7:0/3113968475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 msgr2=0x55e83f1f20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 -- 172.21.15.7:0/3113968475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1f25e0 msgr2=0x55e83f1fc940 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1f25e0 0x55e83f1fc940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0bdaffd640 1 -- 172.21.15.7:0/36345467 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f0be407d020 con 0x7f0bdc0a4850 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 -- 172.21.15.7:0/3113968475 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e83f0fd340 con 0x55e83f1fce80 2024-09-19T05:51:17.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.389+0000 7f0be96cc640 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 0x55e83f1ff270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0be002aaa0 tx=0x7f0be00041a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc8854d982d80b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.390+0000 7f0bcffff640 1 -- 172.21.15.7:0/3113968475 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be003f070 con 0x55e83f1fce80 2024-09-19T05:51:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.390+0000 7f0bcffff640 1 -- 172.21.15.7:0/3113968475 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0be00054d0 con 0x55e83f1fce80 2024-09-19T05:51:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.390+0000 7f0bcffff640 1 -- 172.21.15.7:0/3113968475 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be0035070 con 0x55e83f1fce80 2024-09-19T05:51:17.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.390+0000 7f0bdaffd640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 0x7f0bd00a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0bdaffd640 1 -- 172.21.15.7:0/36345467 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8586+0+0 (secure 0 0 0) 0x7f0be4133640 con 0x7f0bdc0a4850 2024-09-19T05:51:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 0x7f0bd00a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 -- 172.21.15.7:0/3113968475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 msgr2=0x55e83f1ff270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.395 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 0x55e83f1ff270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0be002aaa0 tx=0x7f0be00041a0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 -- 172.21.15.7:0/3113968475 shutdown_connections 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1fce80 0x55e83f1ff270 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1f25e0 0x55e83f1fc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 0x7f0bd00a5940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4006fd0 tx=0x7f0bd4008040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 --2- 172.21.15.7:0/3113968475 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 -- 172.21.15.7:0/3113968475 >> 172.21.15.7:0/3113968475 conn(0x55e83f1ee230 msgr2=0x55e83f1ee610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 -- 172.21.15.7:0/3113968475 shutdown_connections 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.391+0000 7f0beeecb740 1 -- 172.21.15.7:0/3113968475 wait complete. 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.392+0000 7f0beeecb740 1 -- start start 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.392+0000 7f0beeecb740 1 Processor -- start 2024-09-19T05:51:17.396 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.392+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1fa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0be96cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0be96cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:37120/0 (socket says 172.21.15.7:37120) 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0be96cc640 1 -- 172.21.15.7:0/1648979942 learned_addr learned my addr 172.21.15.7:0/1648979942 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e83f1ffa50 con 0x55e83f1fce80 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e83f0df290 con 0x55e83f1f25e0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e83f1ffbd0 con 0x55e83f1f1cc0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1fa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0beeecb740 10 client.0 _ll_register_callbacks cb 0x55e83f110140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:17.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.393+0000 7f0be96cc640 1 -- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 msgr2=0x55e83f1f9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0be96cc640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0be96cc640 1 -- 172.21.15.7:0/1648979942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 msgr2=0x55e83f1fa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0be96cc640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1fa830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0be96cc640 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e83ee69210 con 0x55e83f1f25e0 2024-09-19T05:51:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1fa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0be96cc640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0be0000c00 tx=0x7f0be0009520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35c564c50da0aa66 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0bcd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be003f030 con 0x55e83f1f25e0 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8586+0+0 (secure 0 0 0) 0x7f0be0005290 con 0x55e83f1f25e0 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.394+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0be00054d0 con 0x55e83f1f25e0 2024-09-19T05:51:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.395+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0be0055050 con 0x55e83f1f25e0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.395+0000 7f0beeecb740 10 client.26033 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.395+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e83ef35620 con 0x55e83f1f25e0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.395+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0be004c070 con 0x55e83f1f25e0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f0be0031810 con 0x55e83f1f25e0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 10 client.26033 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 10 client.26033 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 20 client.26033 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f20cce0 0x55e83f20f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 4 client.26033 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0be00054d0 con 0x55e83f20cce0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.396+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f20cce0 0x55e83f20f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.397+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f20cce0 0x55e83f20f0d0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=522b2566d49ddfa8 server_cookie=b03e0b0d31999aba in_seq=0 out_seq=0 2024-09-19T05:51:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.397+0000 7f0bcd7fa640 10 client.26033 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.397+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/1648979942 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f0be00054d0 con 0x55e83f20cce0 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.397+0000 7f0bcd7fa640 10 client.26033 handle_command_reply: tid=0 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.397+0000 7f0beeecb740 1 client.26033 shutdown 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 msgr2=0x55e83f1fa2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0be0000c00 tx=0x7f0be0009520 comp rx=0 tx=0).stop 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 shutdown_connections 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f20cce0 0x55e83f20f0d0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1fa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 --2- 172.21.15.7:0/1648979942 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 >> 172.21.15.7:0/1648979942 conn(0x55e83f1ee230 msgr2=0x55e83f1f3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.398+0000 7f0bcd7fa640 0 client.26033 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:17.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.399+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 shutdown_connections 2024-09-19T05:51:17.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.399+0000 7f0beeecb740 1 -- 172.21.15.7:0/1648979942 wait complete. 2024-09-19T05:51:17.403 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.399+0000 7f0beeecb740 20 client.26033 trim_cache size 0 max 16384 2024-09-19T05:51:17.427 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.426+0000 7f0beeecb740 1 Processor -- start 2024-09-19T05:51:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.426+0000 7f0beeecb740 1 -- start start 2024-09-19T05:51:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.426+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.428 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1f7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0be96cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0be96cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:37132/0 (socket says 172.21.15.7:37132) 2024-09-19T05:51:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0bea6ce640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1f7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.429 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0be9ecd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0be96cc640 1 -- 172.21.15.7:0/2220449502 learned_addr learned my addr 172.21.15.7:0/2220449502 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.427+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc800e910 con 0x55e83f1fce80 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc8010450 con 0x55e83f1f25e0 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc800efe0 con 0x55e83f1f1cc0 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0bea6ce640 1 -- 172.21.15.7:0/2220449502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 msgr2=0x55e83f1f4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.430 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0bea6ce640 1 -- 172.21.15.7:0/2220449502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 msgr2=0x55e83f1fa660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.428+0000 7f0bea6ce640 1 -- 172.21.15.7:0/2220449502 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e83f1e8450 con 0x55e83f1fce80 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.429+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1f7010 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400fd30 tx=0x7f0bd4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e561f92470d36f7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.429+0000 7f0be96cc640 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:17.431 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.429+0000 7f0bcf7fe640 1 -- 172.21.15.7:0/2220449502 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4025070 con 0x55e83f1fce80 2024-09-19T05:51:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.430+0000 7f0bcf7fe640 1 -- 172.21.15.7:0/2220449502 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bd401c040 con 0x55e83f1fce80 2024-09-19T05:51:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.430+0000 7f0bcf7fe640 1 -- 172.21.15.7:0/2220449502 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bd401b040 con 0x55e83f1fce80 2024-09-19T05:51:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.430+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:17.432 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 msgr2=0x55e83f1f7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1f7010 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400fd30 tx=0x7f0bd4012000 comp rx=0 tx=0).stop 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 shutdown_connections 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f1f7010 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f1fa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2220449502 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f1f4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 >> 172.21.15.7:0/2220449502 conn(0x55e83f1ee230 msgr2=0x55e83f1f5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.431+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 shutdown_connections 2024-09-19T05:51:17.433 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.432+0000 7f0beeecb740 1 -- 172.21.15.7:0/2220449502 wait complete. 2024-09-19T05:51:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.432+0000 7f0beeecb740 1 -- start start 2024-09-19T05:51:17.434 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.432+0000 7f0beeecb740 1 Processor -- start 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f2120b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f2125f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f20f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc800fd80 con 0x55e83f1fce80 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc800f6b0 con 0x55e83f1f25e0 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc800c8f0 con 0x55e83f1f1cc0 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0beeecb740 10 client.0 _ll_register_callbacks cb 0x7f0be00040d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:17.435 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0be9ecd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f2120b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0be96cc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f2125f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.433+0000 7f0be9ecd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f2120b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41792/0 (socket says 172.21.15.7:41792) 2024-09-19T05:51:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f20f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.436 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be9ecd640 1 -- 172.21.15.7:0/2334902765 learned_addr learned my addr 172.21.15.7:0/2334902765 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 -- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 msgr2=0x55e83f2120b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f2120b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 -- 172.21.15.7:0/2334902765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 msgr2=0x55e83f20f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f20f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 -- 172.21.15.7:0/2334902765 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e83f20fe70 con 0x55e83f1f25e0 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0bea6ce640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f20f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.434+0000 7f0be96cc640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f2125f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0be0000c00 tx=0x7f0be0005590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d0cd1f15525a089 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.435+0000 7f0bcd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.435+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0be003f050 con 0x55e83f1f25e0 2024-09-19T05:51:17.437 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.435+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8586+0+0 (secure 0 0 0) 0x7f0be00318b0 con 0x55e83f1f25e0 2024-09-19T05:51:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.435+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bd401c040 con 0x55e83f1f25e0 2024-09-19T05:51:17.438 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.437+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0be0035040 con 0x55e83f1f25e0 2024-09-19T05:51:17.439 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.437+0000 7f0beeecb740 10 client.26036 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:17.440 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.437+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e83f277200 con 0x55e83f1f25e0 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0be004c040 con 0x55e83f1f25e0 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f0be003baa0 con 0x55e83f1f25e0 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 10 client.26036 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 10 client.26036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 20 client.26036 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f2778d0 0x55e83f279cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 4 client.26036 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.438+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f0bd401c040 con 0x55e83f2778d0 2024-09-19T05:51:17.441 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.439+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f2778d0 0x55e83f279cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:17.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.440+0000 7f0be9ecd640 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f2778d0 0x55e83f279cf0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fda86b348198f2f server_cookie=a2593c6397b512fb in_seq=0 out_seq=0 2024-09-19T05:51:17.442 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.440+0000 7f0bcd7fa640 10 client.26036 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.458+0000 7f0bcd7fa640 1 -- 172.21.15.7:0/2334902765 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f0bd401c040 con 0x55e83f2778d0 2024-09-19T05:51:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.458+0000 7f0bcd7fa640 10 client.26036 handle_command_reply: tid=0 2024-09-19T05:51:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 client.26036 shutdown 2024-09-19T05:51:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 msgr2=0x55e83f2125f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f2125f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0be0000c00 tx=0x7f0be0005590 comp rx=0 tx=0).stop 2024-09-19T05:51:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 shutdown_connections 2024-09-19T05:51:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e83f2778d0 0x55e83f279cf0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.462 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.459+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e83f1fce80 0x55e83f20f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0bcd7fa640 0 client.26036 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e83f1f25e0 0x55e83f2125f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0beeecb740 1 --2- 172.21.15.7:0/2334902765 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e83f1f1cc0 0x55e83f2120b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 >> 172.21.15.7:0/2334902765 conn(0x55e83f1ee230 msgr2=0x55e83f1eca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 shutdown_connections 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.460+0000 7f0beeecb740 1 -- 172.21.15.7:0/2334902765 wait complete. 2024-09-19T05:51:17.463 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.461+0000 7f0beeecb740 20 client.26036 trim_cache size 0 max 16384 2024-09-19T05:51:17.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:51:17.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:51:17.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:51:17.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:51:17.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.466+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 msgr2=0x7f0bd00a5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.467+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 0x7f0bd00a5940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0bd4006fd0 tx=0x7f0bd4008040 comp rx=0 tx=0).stop 2024-09-19T05:51:17.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.467+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 msgr2=0x7f0bdc1435e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:17.469 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.467+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0be4065a40 tx=0x7f0be406e430 comp rx=0 tx=0).stop 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 shutdown_connections 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f0bd00a3480 0x7f0bd00a5940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f0bdc0b7570 0x7f0bdc147ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0bdc0a5170 0x7f0bdc143b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 --2- 172.21.15.7:0/36345467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bdc0a4850 0x7f0bdc1435e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:17.472 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.470+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 >> 172.21.15.7:0/36345467 conn(0x7f0bdc01a140 msgr2=0x7f0bdc0b5020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:17.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.472+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 shutdown_connections 2024-09-19T05:51:17.474 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:17.472+0000 7f0bec131640 1 -- 172.21.15.7:0/36345467 wait complete. 2024-09-19T05:51:18.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:18 smithi007 ceph-mon[30960]: pgmap v278: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.6 MiB/s rd, 47 MiB/s wr, 861 op/s 2024-09-19T05:51:18.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:18 smithi063 ceph-mon[34779]: pgmap v278: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.6 MiB/s rd, 47 MiB/s wr, 861 op/s 2024-09-19T05:51:18.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:18 smithi044 ceph-mon[34175]: pgmap v278: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 7.6 MiB/s rd, 47 MiB/s wr, 861 op/s 2024-09-19T05:51:20.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:20 smithi007 ceph-mon[30960]: pgmap v279: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 10 MiB/s rd, 65 MiB/s wr, 1.20k op/s 2024-09-19T05:51:20.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:20 smithi007 ceph-mon[30960]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T05:51:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:20 smithi063 ceph-mon[34779]: pgmap v279: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 10 MiB/s rd, 65 MiB/s wr, 1.20k op/s 2024-09-19T05:51:20.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:20 smithi063 ceph-mon[34779]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T05:51:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:20 smithi044 ceph-mon[34175]: pgmap v279: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 10 MiB/s rd, 65 MiB/s wr, 1.20k op/s 2024-09-19T05:51:20.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:20 smithi044 ceph-mon[34175]: osdmap e92: 12 total, 12 up, 12 in 2024-09-19T05:51:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:22 smithi007 ceph-mon[30960]: pgmap v281: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 52 MiB/s wr, 964 op/s 2024-09-19T05:51:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:22 smithi063 ceph-mon[34779]: pgmap v281: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 52 MiB/s wr, 964 op/s 2024-09-19T05:51:22.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:22 smithi044 ceph-mon[34175]: pgmap v281: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 52 MiB/s wr, 964 op/s 2024-09-19T05:51:24.645 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:24 smithi007 ceph-mon[30960]: pgmap v282: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 54 MiB/s wr, 1.01k op/s 2024-09-19T05:51:24.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:24 smithi063 ceph-mon[34779]: pgmap v282: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 54 MiB/s wr, 1.01k op/s 2024-09-19T05:51:24.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:24 smithi044 ceph-mon[34175]: pgmap v282: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 54 MiB/s wr, 1.01k op/s 2024-09-19T05:51:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:26 smithi007 ceph-mon[30960]: pgmap v283: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:26 smithi063 ceph-mon[34779]: pgmap v283: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:26 smithi044 ceph-mon[34175]: pgmap v283: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:28 smithi007 ceph-mon[30960]: pgmap v284: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:28 smithi063 ceph-mon[34779]: pgmap v284: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:28 smithi044 ceph-mon[34175]: pgmap v284: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 59 MiB/s wr, 1.08k op/s 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/1686991386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c58073ff0 msgr2=0x7f7c581091f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/1686991386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c58073ff0 0x7f7c581091f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7c48009900 tx=0x7f7c4802a3f0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/1686991386 shutdown_connections 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/1686991386 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58118e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/1686991386 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c581097c0 0x7f7c58109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/1686991386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c58073ff0 0x7f7c581091f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/1686991386 >> 172.21.15.7:0/1686991386 conn(0x7f7c5806cc50 msgr2=0x7f7c5806d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.637 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/1686991386 shutdown_connections 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.635+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/1686991386 wait complete. 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 Processor -- start 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 -- start start 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 0x7f7c58113430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58113ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5811c6d0 con 0x7f7c58073ff0 2024-09-19T05:51:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5811c550 con 0x7f7c581097c0 2024-09-19T05:51:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.636+0000 7f7c5fbf8640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5811c850 con 0x7f7c581169f0 2024-09-19T05:51:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 0x7f7c58113430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46986/0 (socket says 172.21.15.7:46986) 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 -- 172.21.15.7:0/4253626220 learned_addr learned my addr 172.21.15.7:0/4253626220 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58113ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 -- 172.21.15.7:0/4253626220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 msgr2=0x7f7c58113ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58113ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 -- 172.21.15.7:0/4253626220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 msgr2=0x7f7c58113430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 0x7f7c58113430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d994640 1 -- 172.21.15.7:0/4253626220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c581b3410 con 0x7f7c58073ff0 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.637+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 0x7f7c58113430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.638+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58113ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:30.640 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.638+0000 7f7c5d994640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7c48005ab0 tx=0x7f7c48003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.638+0000 7f7c4effd640 1 -- 172.21.15.7:0/4253626220 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4803f070 con 0x7f7c58073ff0 2024-09-19T05:51:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.639+0000 7f7c4effd640 1 -- 172.21.15.7:0/4253626220 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c48031d60 con 0x7f7c58073ff0 2024-09-19T05:51:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.639+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581b35e0 con 0x7f7c58073ff0 2024-09-19T05:51:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.639+0000 7f7c4effd640 1 -- 172.21.15.7:0/4253626220 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48035030 con 0x7f7c58073ff0 2024-09-19T05:51:30.641 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.639+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c581b3b50 con 0x7f7c58073ff0 2024-09-19T05:51:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:30 smithi007 ceph-mon[30960]: pgmap v285: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 58 MiB/s wr, 1.06k op/s 2024-09-19T05:51:30.647 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.646+0000 7f7c62a66740 1 Processor -- start 2024-09-19T05:51:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.646+0000 7f7c62a66740 1 -- start start 2024-09-19T05:51:30.648 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.646+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.647+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae785e0 0x56408ae82940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.649 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:55166/0 (socket says 172.21.15.7:55166) 2024-09-19T05:51:30.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae85270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c62a66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56408addc2f0 con 0x56408ae785e0 2024-09-19T05:51:30.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c62a66740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56408ad84270 con 0x56408ae82e80 2024-09-19T05:51:30.650 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c62a66740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56408add82b0 con 0x56408ae77cc0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 -- 172.21.15.7:0/1564796325 learned_addr learned my addr 172.21.15.7:0/1564796325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5d193640 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae85270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c4effd640 1 -- 172.21.15.7:0/4253626220 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f7c48042070 con 0x7f7c58073ff0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 -- 172.21.15.7:0/1564796325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 msgr2=0x56408ae85270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae85270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 -- 172.21.15.7:0/1564796325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae785e0 msgr2=0x56408ae82940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae785e0 0x56408ae82940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5e195640 1 -- 172.21.15.7:0/1564796325 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56408ad83340 con 0x56408ae77cc0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.648+0000 7f7c5d193640 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae85270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.649+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000af40 tx=0x7f7c5000e7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=536dee525ebc7786 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.649+0000 7f7c43fff640 1 -- 172.21.15.7:0/1564796325 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50003b70 con 0x56408ae77cc0 2024-09-19T05:51:30.651 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.649+0000 7f7c43fff640 1 -- 172.21.15.7:0/1564796325 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c50003d10 con 0x56408ae77cc0 2024-09-19T05:51:30.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.650+0000 7f7c62a66740 1 -- 172.21.15.7:0/1564796325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 msgr2=0x56408ae780a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.652 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.650+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000af40 tx=0x7f7c5000e7e0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.650+0000 7f7c62a66740 1 -- 172.21.15.7:0/1564796325 shutdown_connections 2024-09-19T05:51:30.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.651+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae85270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.651+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae785e0 0x56408ae82940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.651+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1564796325 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae780a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.653 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.651+0000 7f7c62a66740 1 -- 172.21.15.7:0/1564796325 >> 172.21.15.7:0/1564796325 conn(0x56408ae74230 msgr2=0x56408ae74610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:30 smithi063 ceph-mon[34779]: pgmap v285: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 58 MiB/s wr, 1.06k op/s 2024-09-19T05:51:30.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.652+0000 7f7c62a66740 1 -- 172.21.15.7:0/1564796325 shutdown_connections 2024-09-19T05:51:30.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.652+0000 7f7c62a66740 1 -- 172.21.15.7:0/1564796325 wait complete. 2024-09-19T05:51:30.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.652+0000 7f7c62a66740 1 -- start start 2024-09-19T05:51:30.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.653+0000 7f7c62a66740 1 Processor -- start 2024-09-19T05:51:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.653+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae7fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae80290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c5d994640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae80290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c5d994640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae80290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58182/0 (socket says 172.21.15.7:58182) 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:55178/0 (socket says 172.21.15.7:55178) 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c5d994640 1 -- 172.21.15.7:0/4265678811 learned_addr learned my addr 172.21.15.7:0/4265678811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.654+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56408ae85af0 con 0x56408ae77cc0 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56408ad65290 con 0x56408ae785e0 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x56408ae85c70 con 0x56408ae82e80 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c62a66740 10 client.0 _ll_register_callbacks cb 0x56408ad96140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:30.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae7fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5d193640 1 -- 172.21.15.7:0/4265678811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 msgr2=0x56408ae80290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae80290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5d193640 1 -- 172.21.15.7:0/4265678811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 msgr2=0x56408ae7fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae7fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.655+0000 7f7c5d193640 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56408aaef210 con 0x56408ae82e80 2024-09-19T05:51:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.656+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7c58114c10 tx=0x7f7c5400f5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bacf453a1060abc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.656+0000 7f7c417fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:51:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.656+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c54018020 con 0x56408ae82e80 2024-09-19T05:51:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.656+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f7c54014660 con 0x56408ae82e80 2024-09-19T05:51:30.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.656+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c50003d10 con 0x56408ae82e80 2024-09-19T05:51:30.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.661+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7c54023050 con 0x56408ae82e80 2024-09-19T05:51:30.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.661+0000 7f7c62a66740 10 client.26197 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:30.662 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.661+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56408abbb620 con 0x56408ae82e80 2024-09-19T05:51:30.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.661+0000 7f7c4effd640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 0x7f7c440a5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.661+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c54014d10 con 0x56408ae82e80 2024-09-19T05:51:30.664 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.662+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f7c54013af0 con 0x56408ae82e80 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 10 client.26197 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 10 client.26197 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 20 client.26197 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408ae92fb0 0x56408ae953a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 4 client.26197 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:30.665 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7c50003d10 con 0x56408ae92fb0 2024-09-19T05:51:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.663+0000 7f7c5d994640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408ae92fb0 0x56408ae953a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.664+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 0x7f7c440a5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.664+0000 7f7c5d994640 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408ae92fb0 0x56408ae953a0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=644ad56748d713e4 server_cookie=4ae221d6dcb0208f in_seq=0 out_seq=0 2024-09-19T05:51:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.664+0000 7f7c417fa640 10 client.26197 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:30.666 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.664+0000 7f7c4effd640 1 -- 172.21.15.7:0/4253626220 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f7c480f04b0 con 0x7f7c58073ff0 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 0x7f7c440a5820 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000f010 tx=0x7f7c5001e040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c417fa640 1 -- 172.21.15.7:0/4265678811 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f7c50003d10 con 0x56408ae92fb0 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c417fa640 10 client.26197 handle_command_reply: tid=0 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c62a66740 1 client.26197 shutdown 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 msgr2=0x56408ae807d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.667 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.665+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7c58114c10 tx=0x7f7c5400f5b0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 shutdown_connections 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae82e80 0x56408ae807d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae80290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408ae92fb0 0x56408ae953a0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4265678811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae7fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 >> 172.21.15.7:0/4265678811 conn(0x56408ae74230 msgr2=0x56408ae79f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c417fa640 0 client.26197 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:30.668 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.666+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 shutdown_connections 2024-09-19T05:51:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.667+0000 7f7c62a66740 1 -- 172.21.15.7:0/4265678811 wait complete. 2024-09-19T05:51:30.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.667+0000 7f7c62a66740 20 client.26197 trim_cache size 0 max 16384 2024-09-19T05:51:30.707 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.705+0000 7f7c62a66740 1 Processor -- start 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.705+0000 7f7c62a66740 1 -- start start 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae80600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae82e80 0x56408ae9ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581bc550 con 0x56408ae82e80 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581be090 con 0x56408ae785e0 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c62a66740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581bcc20 con 0x56408ae77cc0 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58190/0 (socket says 172.21.15.7:58190) 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 -- 172.21.15.7:0/4216921532 learned_addr learned my addr 172.21.15.7:0/4216921532 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:30.708 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d994640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae80600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5e195640 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae82e80 0x56408ae9ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 -- 172.21.15.7:0/4216921532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 msgr2=0x56408ae80600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae80600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 -- 172.21.15.7:0/4216921532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae82e80 msgr2=0x56408ae9ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae82e80 0x56408ae9ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.709 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.706+0000 7f7c5d193640 1 -- 172.21.15.7:0/4216921532 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56408ae7ece0 con 0x56408ae785e0 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.707+0000 7f7c5d193640 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7c54001eb0 tx=0x7f7c54007b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8ba0333756b01a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.707+0000 7f7c437fe640 1 -- 172.21.15.7:0/4216921532 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c5402b070 con 0x56408ae785e0 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.707+0000 7f7c437fe640 1 -- 172.21.15.7:0/4216921532 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c5401cde0 con 0x56408ae785e0 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.707+0000 7f7c437fe640 1 -- 172.21.15.7:0/4216921532 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c54018050 con 0x56408ae785e0 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.708+0000 7f7c62a66740 1 -- 172.21.15.7:0/4216921532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 msgr2=0x56408ae73150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.710 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.708+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7c54001eb0 tx=0x7f7c54007b60 comp rx=0 tx=0).stop 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 -- 172.21.15.7:0/4216921532 shutdown_connections 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae82e80 0x56408ae9ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae785e0 0x56408ae73150 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 --2- 172.21.15.7:0/4216921532 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae77cc0 0x56408ae80600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 -- 172.21.15.7:0/4216921532 >> 172.21.15.7:0/4216921532 conn(0x56408ae74230 msgr2=0x56408ae72a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.709+0000 7f7c62a66740 1 -- 172.21.15.7:0/4216921532 shutdown_connections 2024-09-19T05:51:30.711 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.710+0000 7f7c62a66740 1 -- 172.21.15.7:0/4216921532 wait complete. 2024-09-19T05:51:30.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.710+0000 7f7c62a66740 1 -- start start 2024-09-19T05:51:30.712 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.710+0000 7f7c62a66740 1 Processor -- start 2024-09-19T05:51:30.713 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.711+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae8b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 0x56408ae86a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c62a66740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 0x56408ae86a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c5d193640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 0x56408ae86a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:55202/0 (socket says 172.21.15.7:55202) 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c5e195640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c5e195640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:58196/0 (socket says 172.21.15.7:58196) 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c5d193640 1 -- 172.21.15.7:0/1746313392 learned_addr learned my addr 172.21.15.7:0/1746313392 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:30.714 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581bd9c0 con 0x56408ae77cc0 2024-09-19T05:51:30.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581bd2f0 con 0x56408ae82e80 2024-09-19T05:51:30.715 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.712+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581ba550 con 0x56408ae785e0 2024-09-19T05:51:30.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c62a66740 10 client.0 _ll_register_callbacks cb 0x7f7c54007280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:30.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 -- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 msgr2=0x56408ae86a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 0x56408ae86a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 -- 172.21.15.7:0/1746313392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 msgr2=0x56408ae8b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:30.716 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae8b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56408ae87730 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c5e195640 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7c500107c0 tx=0x7f7c50024000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c9f98c1714e920a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c5401cde0 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.713+0000 7f7c417fa640 10 client.26054 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c417fa640 1 -- 172.21.15.7:0/1746313392 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50038060 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c417fa640 1 -- 172.21.15.7:0/1746313392 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f7c50033420 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c417fa640 1 -- 172.21.15.7:0/1746313392 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7c50033680 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 10 client.26054 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x56408aefdbc0 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c417fa640 1 -- 172.21.15.7:0/1746313392 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f7c50033820 con 0x56408ae82e80 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 10 client.26054 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 10 client.26054 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 20 client.26054 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:30.717 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408aefdf50 0x56408af00340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:30.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 4 client.26054 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:51:30.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.714+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56408ade9a20 con 0x56408aefdf50 2024-09-19T05:51:30.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.715+0000 7f7c5d994640 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408aefdf50 0x56408af00340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:30.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.715+0000 7f7c417fa640 10 client.26054 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:30.718 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.715+0000 7f7c5d994640 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408aefdf50 0x56408af00340 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34a14f07c212a999 server_cookie=b3208ab9ee680cb2 in_seq=0 out_seq=0 2024-09-19T05:51:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:30 smithi044 ceph-mon[34175]: pgmap v285: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 58 MiB/s wr, 1.06k op/s 2024-09-19T05:51:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.757+0000 7f7c417fa640 1 -- 172.21.15.7:0/1746313392 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56408ade9a20 con 0x56408aefdf50 2024-09-19T05:51:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.757+0000 7f7c417fa640 10 client.26054 handle_command_reply: tid=0 2024-09-19T05:51:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.758+0000 7f7c62a66740 1 client.26054 shutdown 2024-09-19T05:51:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.760+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 msgr2=0x56408ae86f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.760+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7c500107c0 tx=0x7f7c50024000 comp rx=0 tx=0).stop 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 shutdown_connections 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56408ae82e80 0x56408ae86f50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x56408ae785e0 0x56408ae86a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x56408aefdf50 0x56408af00340 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 --2- 172.21.15.7:0/1746313392 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56408ae77cc0 0x56408ae8b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 >> 172.21.15.7:0/1746313392 conn(0x56408ae74230 msgr2=0x56408ae73260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c417fa640 0 client.26054 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 shutdown_connections 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 1 -- 172.21.15.7:0/1746313392 wait complete. 2024-09-19T05:51:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.764+0000 7f7c62a66740 20 client.26054 trim_cache size 0 max 16384 2024-09-19T05:51:30.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:51:30.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:51:30.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:51:30.767 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.765+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 msgr2=0x7f7c440a5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.765+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 0x7f7c440a5820 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7c5000f010 tx=0x7f7c5001e040 comp rx=0 tx=0).stop 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 msgr2=0x7f7c581163b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7c48005ab0 tx=0x7f7c48003d50 comp rx=0 tx=0).stop 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 shutdown_connections 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f7c440a3360 0x7f7c440a5820 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f7c581169f0 0x7f7c58113ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.768 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7c581097c0 0x7f7c58113430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 --2- 172.21.15.7:0/4253626220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7c58073ff0 0x7f7c581163b0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:30.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 >> 172.21.15.7:0/4253626220 conn(0x7f7c5806cc50 msgr2=0x7f7c58118120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:30.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 shutdown_connections 2024-09-19T05:51:30.769 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:30.766+0000 7f7c5fbf8640 1 -- 172.21.15.7:0/4253626220 wait complete. 2024-09-19T05:51:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:32 smithi007 ceph-mon[30960]: pgmap v286: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 8.7 MiB/s rd, 56 MiB/s wr, 1.02k op/s 2024-09-19T05:51:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:32 smithi063 ceph-mon[34779]: pgmap v286: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 8.7 MiB/s rd, 56 MiB/s wr, 1.02k op/s 2024-09-19T05:51:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:32 smithi044 ceph-mon[34175]: pgmap v286: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 8.7 MiB/s rd, 56 MiB/s wr, 1.02k op/s 2024-09-19T05:51:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:34 smithi007 ceph-mon[30960]: pgmap v287: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 9.3 MiB/s rd, 58 MiB/s wr, 1.07k op/s 2024-09-19T05:51:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:34 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:51:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:34 smithi063 ceph-mon[34779]: pgmap v287: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 9.3 MiB/s rd, 58 MiB/s wr, 1.07k op/s 2024-09-19T05:51:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:34 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:51:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:34 smithi044 ceph-mon[34175]: pgmap v287: 97 pgs: 97 active+clean; 28 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 9.3 MiB/s rd, 58 MiB/s wr, 1.07k op/s 2024-09-19T05:51:34.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:34 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:51:35.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:35 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:51:35.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:35 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:51:35.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:35 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:51:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:35 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:51:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:35 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:51:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:35 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:51:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:35 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:51:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:35 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:51:35.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:35 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:51:36.644 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:36 smithi007 ceph-mon[30960]: pgmap v288: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:36 smithi063 ceph-mon[34779]: pgmap v288: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:36 smithi044 ceph-mon[34175]: pgmap v288: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:38.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:38 smithi007 ceph-mon[30960]: pgmap v289: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 48 MiB/s wr, 892 op/s 2024-09-19T05:51:38.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:38 smithi063 ceph-mon[34779]: pgmap v289: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 48 MiB/s wr, 892 op/s 2024-09-19T05:51:38.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:38 smithi044 ceph-mon[34175]: pgmap v289: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 48 MiB/s wr, 892 op/s 2024-09-19T05:51:40.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:40 smithi007 ceph-mon[30960]: pgmap v290: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 12 MiB/s rd, 71 MiB/s wr, 1.33k op/s 2024-09-19T05:51:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:40 smithi063 ceph-mon[34779]: pgmap v290: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 12 MiB/s rd, 71 MiB/s wr, 1.33k op/s 2024-09-19T05:51:40.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:40 smithi044 ceph-mon[34175]: pgmap v290: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 12 MiB/s rd, 71 MiB/s wr, 1.33k op/s 2024-09-19T05:51:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:42 smithi007 ceph-mon[30960]: pgmap v291: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 47 MiB/s wr, 885 op/s 2024-09-19T05:51:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:42 smithi063 ceph-mon[34779]: pgmap v291: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 47 MiB/s wr, 885 op/s 2024-09-19T05:51:42.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:42 smithi044 ceph-mon[34175]: pgmap v291: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 47 MiB/s wr, 885 op/s 2024-09-19T05:51:43.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.940+0000 7f693cf60640 1 -- 172.21.15.7:0/3987547337 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69300303d0 con 0x7f693811b140 2024-09-19T05:51:43.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 -- 172.21.15.7:0/3987547337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f693811b140 msgr2=0x7f693811d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 --2- 172.21.15.7:0/3987547337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f693811b140 0x7f693811d530 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f693000ac70 tx=0x7f693002a8c0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 -- 172.21.15.7:0/3987547337 shutdown_connections 2024-09-19T05:51:43.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 --2- 172.21.15.7:0/3987547337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f693811b140 0x7f693811d530 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 --2- 172.21.15.7:0/3987547337 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f69381095d0 0x7f6938109a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 --2- 172.21.15.7:0/3987547337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f6938110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 -- 172.21.15.7:0/3987547337 >> 172.21.15.7:0/3987547337 conn(0x7f693806cbd0 msgr2=0x7f693806cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 -- 172.21.15.7:0/3987547337 shutdown_connections 2024-09-19T05:51:43.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.941+0000 7f69401c6640 1 -- 172.21.15.7:0/3987547337 wait complete. 2024-09-19T05:51:43.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.942+0000 7f69401c6640 1 Processor -- start 2024-09-19T05:51:43.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.942+0000 7f69401c6640 1 -- start start 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 0x7f6938116840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f693811b140 0x7f6938116d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69381131d0 con 0x7f69381091f0 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:40300/0 (socket says 172.21.15.7:40300) 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6938113050 con 0x7f69381095d0 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 -- 172.21.15.7:0/589630024 learned_addr learned my addr 172.21.15.7:0/589630024 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6938113350 con 0x7f693811b140 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693e763640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f693811b140 0x7f6938116d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693d761640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 0x7f6938116840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 -- 172.21.15.7:0/589630024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f693811b140 msgr2=0x7f6938116d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f693811b140 0x7f6938116d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 -- 172.21.15.7:0/589630024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 msgr2=0x7f6938116840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 0x7f6938116840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693df62640 1 -- 172.21.15.7:0/589630024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6938117370 con 0x7f69381091f0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.943+0000 7f693d761640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 0x7f6938116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f693df62640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f693400b450 tx=0x7f693400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f692effd640 1 -- 172.21.15.7:0/589630024 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6934015020 con 0x7f69381091f0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6938117660 con 0x7f69381091f0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f692effd640 1 -- 172.21.15.7:0/589630024 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6934011d40 con 0x7f69381091f0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f692effd640 1 -- 172.21.15.7:0/589630024 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693400f340 con 0x7f69381091f0 2024-09-19T05:51:43.949 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.944+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69381ab230 con 0x7f69381091f0 2024-09-19T05:51:43.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.948+0000 7f692effd640 1 -- 172.21.15.7:0/589630024 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f6934018020 con 0x7f69381091f0 2024-09-19T05:51:43.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.948+0000 7f6943037740 1 Processor -- start 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.948+0000 7f6943037740 1 -- start start 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e658e182f0 con 0x55e658ebee80 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e658dc0270 con 0x55e658eb3cc0 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f6943037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e658e142b0 con 0x55e658eb45e0 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f693e763640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f693e763640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52026/0 (socket says 172.21.15.7:52026) 2024-09-19T05:51:43.953 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f693e763640 1 -- 172.21.15.7:0/4270708798 learned_addr learned my addr 172.21.15.7:0/4270708798 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f693d761640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f692effd640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 0x7f69240a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.949+0000 7f693df62640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f692effd640 1 -- 172.21.15.7:0/589630024 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f69340cf6d0 con 0x7f69381091f0 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 -- 172.21.15.7:0/4270708798 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 msgr2=0x55e658ebe940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebe940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 -- 172.21.15.7:0/4270708798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 msgr2=0x55e658ec1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 -- 172.21.15.7:0/4270708798 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e658dbf340 con 0x55e658eb3cc0 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693d761640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 0x7f69240a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.950+0000 7f693e763640 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f693806aee0 tx=0x7f6930030520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=340ce531a52b0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.951+0000 7f693e763640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 0x7f69240a5960 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f693000ac40 tx=0x7f6930050000 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.951+0000 7f6923fff640 1 -- 172.21.15.7:0/4270708798 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930044070 con 0x55e658eb3cc0 2024-09-19T05:51:43.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.951+0000 7f6923fff640 1 -- 172.21.15.7:0/4270708798 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f693002fd90 con 0x55e658eb3cc0 2024-09-19T05:51:43.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.951+0000 7f6923fff640 1 -- 172.21.15.7:0/4270708798 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930049630 con 0x55e658eb3cc0 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 -- 172.21.15.7:0/4270708798 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 msgr2=0x55e658eb40a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f693806aee0 tx=0x7f6930030520 comp rx=0 tx=0).stop 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 -- 172.21.15.7:0/4270708798 shutdown_connections 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 --2- 172.21.15.7:0/4270708798 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658eb40a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 -- 172.21.15.7:0/4270708798 >> 172.21.15.7:0/4270708798 conn(0x55e658eb0230 msgr2=0x55e658eb0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 -- 172.21.15.7:0/4270708798 shutdown_connections 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.952+0000 7f6943037740 1 -- 172.21.15.7:0/4270708798 wait complete. 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 -- start start 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 Processor -- start 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658eb3cc0 0x55e658ebbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.957 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e658ec1a50 con 0x55e658eb3cc0 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e658da1290 con 0x55e658ebee80 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e658ec1bd0 con 0x55e658eb45e0 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.953+0000 7f6943037740 10 client.0 _ll_register_callbacks cb 0x55e658dd2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693df62640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658eb3cc0 0x55e658ebbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52042/0 (socket says 172.21.15.7:52042) 2024-09-19T05:51:43.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 -- 172.21.15.7:0/2773543402 learned_addr learned my addr 172.21.15.7:0/2773543402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693d761640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 -- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 msgr2=0x55e658ebc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 -- 172.21.15.7:0/2773543402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658eb3cc0 msgr2=0x55e658ebbdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658eb3cc0 0x55e658ebbdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.954+0000 7f693e763640 1 -- 172.21.15.7:0/2773543402 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e658b2b210 con 0x55e658ebee80 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.956+0000 7f693e763640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f693000a3f0 tx=0x7f693004bbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea87b2fb3bd3f042 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:43.959 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.956+0000 7f69217fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.956+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930044050 con 0x55e658ebee80 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.956+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f693002fb90 con 0x55e658ebee80 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.957+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f693002fd90 con 0x55e658ebee80 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.957+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f6930030940 con 0x55e658ebee80 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.958+0000 7f6943037740 10 client.26066 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:43.961 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.958+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e658bf7620 con 0x55e658ebee80 2024-09-19T05:51:43.965 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.959+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f693002fd90 con 0x55e658ebee80 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.959+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f693004b3d0 con 0x55e658ebee80 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 10 client.26066 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 10 client.26066 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 20 client.26066 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658eced30 0x55e658ed1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 4 client.26066 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:43.966 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.960+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e658e25a20 con 0x55e658eced30 2024-09-19T05:51:43.967 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.965+0000 7f693df62640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658eced30 0x55e658ed1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:43.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.966+0000 7f693df62640 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658eced30 0x55e658ed1120 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a8479ae949026da server_cookie=9f81237030793f2d in_seq=0 out_seq=0 2024-09-19T05:51:43.969 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.967+0000 7f69217fa640 10 client.26066 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.972+0000 7f69217fa640 1 -- 172.21.15.7:0/2773543402 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e658e25a20 con 0x55e658eced30 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.972+0000 7f69217fa640 10 client.26066 handle_command_reply: tid=0 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.972+0000 7f6943037740 1 client.26066 shutdown 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.972+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 msgr2=0x55e658ebc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.972+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f693000a3f0 tx=0x7f693004bbc0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.977 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 shutdown_connections 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658ebee80 0x55e658ebc850 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ebc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658eced30 0x55e658ed1120 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 --2- 172.21.15.7:0/2773543402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658eb3cc0 0x55e658ebbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 >> 172.21.15.7:0/2773543402 conn(0x55e658eb0230 msgr2=0x55e658eb5f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f69217fa640 0 client.26066 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 shutdown_connections 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 1 -- 172.21.15.7:0/2773543402 wait complete. 2024-09-19T05:51:43.978 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:43.973+0000 7f6943037740 20 client.26066 trim_cache size 0 max 16384 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.003+0000 7f6943037740 1 Processor -- start 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.003+0000 7f6943037740 1 -- start start 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb45e0 0x55e658eb5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ed67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b3d00 con 0x55e658ebee80 2024-09-19T05:51:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b5840 con 0x55e658eb45e0 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f6943037740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b43d0 con 0x55e658eb3cc0 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f693df62640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f693df62640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:35858/0 (socket says 172.21.15.7:35858) 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f693df62640 1 -- 172.21.15.7:0/1242233440 learned_addr learned my addr 172.21.15.7:0/1242233440 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.004+0000 7f693e763640 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ed67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 -- 172.21.15.7:0/1242233440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb45e0 msgr2=0x55e658eb5e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb45e0 0x55e658eb5e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 -- 172.21.15.7:0/1242233440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 msgr2=0x55e658ed67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ed67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 -- 172.21.15.7:0/1242233440 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e658eb3ae0 con 0x55e658eb3cc0 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693e763640 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ed67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f693df62640 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6934010520 tx=0x7f69340c6820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c8ac59b433c1061 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f69237fe640 1 -- 172.21.15.7:0/1242233440 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693409fe00 con 0x55e658eb3cc0 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f69237fe640 1 -- 172.21.15.7:0/1242233440 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69340a46c0 con 0x55e658eb3cc0 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.005+0000 7f69237fe640 1 -- 172.21.15.7:0/1242233440 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69340980c0 con 0x55e658eb3cc0 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.006+0000 7f6943037740 1 -- 172.21.15.7:0/1242233440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 msgr2=0x55e658ebc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.006+0000 7f6943037740 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f6934010520 tx=0x7f69340c6820 comp rx=0 tx=0).stop 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 -- 172.21.15.7:0/1242233440 shutdown_connections 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ed67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb45e0 0x55e658eb5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 --2- 172.21.15.7:0/1242233440 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb3cc0 0x55e658ebc680 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 -- 172.21.15.7:0/1242233440 >> 172.21.15.7:0/1242233440 conn(0x55e658eb0230 msgr2=0x55e658eb5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 -- 172.21.15.7:0/1242233440 shutdown_connections 2024-09-19T05:51:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.007+0000 7f6943037740 1 -- 172.21.15.7:0/1242233440 wait complete. 2024-09-19T05:51:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.008+0000 7f6943037740 1 -- start start 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 Processor -- start 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ec3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b5170 con 0x55e658ebee80 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f6943037740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b4aa0 con 0x55e658eb3cc0 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f693df62640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f693df62640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52066/0 (socket says 172.21.15.7:52066) 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.009+0000 7f693df62640 1 -- 172.21.15.7:0/2446010826 learned_addr learned my addr 172.21.15.7:0/2446010826 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.010+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f69381b1d00 con 0x55e658eb45e0 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.010+0000 7f693e763640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.010+0000 7f693d761640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ec3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.010+0000 7f6943037740 10 client.0 _ll_register_callbacks cb 0x7f692801a610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f693df62640 1 -- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 msgr2=0x55e658ec3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f693df62640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ec3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f693df62640 1 -- 172.21.15.7:0/2446010826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 msgr2=0x55e658ec37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f693df62640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f693df62640 1 -- 172.21.15.7:0/2446010826 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e658f388e0 con 0x55e658eb3cc0 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.011+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69340a46c0 con 0x55e658eb3cc0 2024-09-19T05:51:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.012+0000 7f693df62640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6934010840 tx=0x7f693409b680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30991c62e5c992c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.012+0000 7f69217fa640 10 client.26069 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f69217fa640 1 -- 172.21.15.7:0/2446010826 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69340b4060 con 0x55e658eb3cc0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f69217fa640 1 -- 172.21.15.7:0/2446010826 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f69340cd030 con 0x55e658eb3cc0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f69217fa640 1 -- 172.21.15.7:0/2446010826 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f693406b030 con 0x55e658eb3cc0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 10 client.26069 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({fsmap=33}) -- 0x55e658f39a50 con 0x55e658eb3cc0 2024-09-19T05:51:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f693d761640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ec3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f69217fa640 1 -- 172.21.15.7:0/2446010826 <== mon.2 v2:172.21.15.44:3300/0 4 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f69340980c0 con 0x55e658eb3cc0 2024-09-19T05:51:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 10 client.26069 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 10 client.26069 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 20 client.26069 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:44.018 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658f39f80 0x55e658f3c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:44.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 4 client.26069 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:51:44.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.013+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e658e1fd70 con 0x55e658f39f80 2024-09-19T05:51:44.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.014+0000 7f693d761640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658f39f80 0x55e658f3c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:44.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.014+0000 7f693d761640 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658f39f80 0x55e658f3c370 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82720cbf117fbd8f server_cookie=88bab9ec131fda03 in_seq=0 out_seq=0 2024-09-19T05:51:44.019 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.014+0000 7f69217fa640 10 client.26069 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.027+0000 7f69217fa640 1 -- 172.21.15.7:0/2446010826 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e658e1fd70 con 0x55e658f39f80 2024-09-19T05:51:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.027+0000 7f69217fa640 10 client.26069 handle_command_reply: tid=0 2024-09-19T05:51:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.027+0000 7f6943037740 1 client.26069 shutdown 2024-09-19T05:51:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.028+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 msgr2=0x55e658ec2d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.028+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6934010840 tx=0x7f693409b680 comp rx=0 tx=0).stop 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 shutdown_connections 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e658f39f80 0x55e658f3c370 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e658ebee80 0x55e658ec37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e658eb45e0 0x55e658ec3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 --2- 172.21.15.7:0/2446010826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e658eb3cc0 0x55e658ec2d30 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f69217fa640 0 client.26069 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 >> 172.21.15.7:0/2446010826 conn(0x55e658eb0230 msgr2=0x55e658eb5f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.029+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 shutdown_connections 2024-09-19T05:51:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.030+0000 7f6943037740 1 -- 172.21.15.7:0/2446010826 wait complete. 2024-09-19T05:51:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.030+0000 7f6943037740 20 client.26069 trim_cache size 0 max 16384 2024-09-19T05:51:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:51:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:51:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:51:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:51:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 msgr2=0x7f69240a5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 0x7f69240a5960 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f693000ac40 tx=0x7f6930050000 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 msgr2=0x7f693811a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f693400b450 tx=0x7f693400b910 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 shutdown_connections 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f69240a34a0 0x7f69240a5960 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f693811b140 0x7f6938116d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f69381095d0 0x7f6938116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 --2- 172.21.15.7:0/589630024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381091f0 0x7f693811a7b0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.037+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 >> 172.21.15.7:0/589630024 conn(0x7f693806cbd0 msgr2=0x7f69380707a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.038+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 shutdown_connections 2024-09-19T05:51:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:44.038+0000 7f69401c6640 1 -- 172.21.15.7:0/589630024 wait complete. 2024-09-19T05:51:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:44 smithi007 ceph-mon[30960]: pgmap v292: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 55 MiB/s wr, 1.02k op/s 2024-09-19T05:51:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:44 smithi063 ceph-mon[34779]: pgmap v292: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 55 MiB/s wr, 1.02k op/s 2024-09-19T05:51:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:44 smithi044 ceph-mon[34175]: pgmap v292: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 9.5 MiB/s rd, 55 MiB/s wr, 1.02k op/s 2024-09-19T05:51:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:46 smithi007 ceph-mon[30960]: pgmap v293: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 10 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:51:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:46 smithi063 ceph-mon[34779]: pgmap v293: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 10 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:51:46.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:46 smithi044 ceph-mon[34175]: pgmap v293: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 10 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:51:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:48 smithi007 ceph-mon[30960]: pgmap v294: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 47 MiB/s wr, 863 op/s 2024-09-19T05:51:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:48 smithi063 ceph-mon[34779]: pgmap v294: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 47 MiB/s wr, 863 op/s 2024-09-19T05:51:48.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:48 smithi044 ceph-mon[34175]: pgmap v294: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 47 MiB/s wr, 863 op/s 2024-09-19T05:51:50.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:50 smithi007 ceph-mon[30960]: pgmap v295: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 12 MiB/s rd, 70 MiB/s wr, 1.30k op/s 2024-09-19T05:51:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:50 smithi063 ceph-mon[34779]: pgmap v295: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 12 MiB/s rd, 70 MiB/s wr, 1.30k op/s 2024-09-19T05:51:50.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:50 smithi044 ceph-mon[34175]: pgmap v295: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 12 MiB/s rd, 70 MiB/s wr, 1.30k op/s 2024-09-19T05:51:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:52 smithi007 ceph-mon[30960]: pgmap v296: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 47 MiB/s wr, 865 op/s 2024-09-19T05:51:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:52 smithi063 ceph-mon[34779]: pgmap v296: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 47 MiB/s wr, 865 op/s 2024-09-19T05:51:52.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:52 smithi044 ceph-mon[34175]: pgmap v296: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 47 MiB/s wr, 865 op/s 2024-09-19T05:51:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:54 smithi007 ceph-mon[30960]: pgmap v297: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 54 MiB/s wr, 1.00k op/s 2024-09-19T05:51:54.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:54 smithi063 ceph-mon[34779]: pgmap v297: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 54 MiB/s wr, 1.00k op/s 2024-09-19T05:51:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:54 smithi044 ceph-mon[34175]: pgmap v297: 97 pgs: 97 active+clean; 29 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 54 MiB/s wr, 1.00k op/s 2024-09-19T05:51:56.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:56 smithi007 ceph-mon[30960]: pgmap v298: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:56.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:56 smithi063 ceph-mon[34779]: pgmap v298: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:56 smithi044 ceph-mon[34175]: pgmap v298: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 10 MiB/s rd, 63 MiB/s wr, 1.16k op/s 2024-09-19T05:51:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.201+0000 7f34b5a2e640 1 -- 172.21.15.7:0/1696398759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 msgr2=0x7f34b0114ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.201+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/1696398759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 0x7f34b0114ff0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f34a8009ca0 tx=0x7f34a802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 -- 172.21.15.7:0/1696398759 shutdown_connections 2024-09-19T05:51:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/1696398759 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 0x7f34b0114ff0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.204 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/1696398759 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b0108d50 0x7f34b010cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/1696398759 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b01083a0 0x7f34b0108780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 -- 172.21.15.7:0/1696398759 >> 172.21.15.7:0/1696398759 conn(0x7f34b0077a50 msgr2=0x7f34b0079e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.205 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.202+0000 7f34b5a2e640 1 -- 172.21.15.7:0/1696398759 shutdown_connections 2024-09-19T05:51:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.203+0000 7f34b5a2e640 1 -- 172.21.15.7:0/1696398759 wait complete. 2024-09-19T05:51:57.206 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.204+0000 7f34b5a2e640 1 Processor -- start 2024-09-19T05:51:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 -- start start 2024-09-19T05:51:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 0x7f34b01a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.207 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 0x7f34b01a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01183d0 con 0x7f34b019e6c0 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34b0118250 con 0x7f34b01083a0 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34b5a2e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f34b0118550 con 0x7f34b010d4a0 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34af7fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44472/0 (socket says 172.21.15.7:44472) 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34af7fe640 1 -- 172.21.15.7:0/2908205855 learned_addr learned my addr 172.21.15.7:0/2908205855 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:57.208 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.205+0000 7f34aeffd640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 0x7f34b01a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 -- 172.21.15.7:0/2908205855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 msgr2=0x7f34b01a4b40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 0x7f34b01a4b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 -- 172.21.15.7:0/2908205855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 msgr2=0x7f34b01a4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 0x7f34b01a4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 -- 172.21.15.7:0/2908205855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34b019f290 con 0x7f34b019e6c0 2024-09-19T05:51:57.211 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34aeffd640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 0x7f34b01a4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.206+0000 7f34af7fe640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f34a8005e30 tx=0x7f34a80093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.207+0000 7f34b4a2c640 1 -- 172.21.15.7:0/2908205855 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8003c70 con 0x7f34b019e6c0 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.207+0000 7f34b4a2c640 1 -- 172.21.15.7:0/2908205855 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a8003e10 con 0x7f34b019e6c0 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.207+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34b019f520 con 0x7f34b019e6c0 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.208+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34b007ad90 con 0x7f34b019e6c0 2024-09-19T05:51:57.212 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.208+0000 7f34b4a2c640 1 -- 172.21.15.7:0/2908205855 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8003c70 con 0x7f34b019e6c0 2024-09-19T05:51:57.214 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.212+0000 7f34b87c9740 1 Processor -- start 2024-09-19T05:51:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.214+0000 7f34b4a2c640 1 -- 172.21.15.7:0/2908205855 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f34a80308c0 con 0x7f34b019e6c0 2024-09-19T05:51:57.217 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.215+0000 7f34b4a2c640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 0x7f34980a5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.215+0000 7f34b4a2c640 1 -- 172.21.15.7:0/2908205855 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f34a8003a70 con 0x7f34b019e6c0 2024-09-19T05:51:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.216+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 0x7f34980a5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.218 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.216+0000 7f34b87c9740 1 -- start start 2024-09-19T05:51:57.219 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.216+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f639ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.216+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.216+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6470a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.220 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34b87c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e77f59e2f0 con 0x55e77f63a410 2024-09-19T05:51:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34b87c9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e77f546270 con 0x55e77f639af0 2024-09-19T05:51:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34b87c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e77f59a2b0 con 0x55e77f644cb0 2024-09-19T05:51:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 0x7f34980a5c70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f34a40095f0 tx=0x7f34a4005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.221 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44478/0 (socket says 172.21.15.7:44478) 2024-09-19T05:51:57.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.217+0000 7f34ae7fc640 1 -- 172.21.15.7:0/2541631803 learned_addr learned my addr 172.21.15.7:0/2541631803 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:57.222 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.218+0000 7f34ae7fc640 1 -- 172.21.15.7:0/2541631803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 msgr2=0x55e77f6470a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.218+0000 7f34af7fe640 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6470a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.219+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6470a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.219+0000 7f34ae7fc640 1 -- 172.21.15.7:0/2541631803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 msgr2=0x55e77f639ed0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.219+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f639ed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.219+0000 7f34ae7fc640 1 -- 172.21.15.7:0/2541631803 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e77f545340 con 0x55e77f63a410 2024-09-19T05:51:57.223 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.219+0000 7f34af7fe640 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6470a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:51:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.223+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f34a400ec70 tx=0x7f34a4011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec187472c2d8207 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.224+0000 7f3495ffb640 1 -- 172.21.15.7:0/2541631803 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a4020070 con 0x55e77f63a410 2024-09-19T05:51:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.224+0000 7f3495ffb640 1 -- 172.21.15.7:0/2541631803 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a4005020 con 0x55e77f63a410 2024-09-19T05:51:57.226 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.224+0000 7f3495ffb640 1 -- 172.21.15.7:0/2541631803 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a4004a00 con 0x55e77f63a410 2024-09-19T05:51:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.227+0000 7f34b87c9740 1 -- 172.21.15.7:0/2541631803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 msgr2=0x55e77f644770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.227+0000 7f34b87c9740 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f34a400ec70 tx=0x7f34a4011000 comp rx=0 tx=0).stop 2024-09-19T05:51:57.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.228+0000 7f34b87c9740 1 -- 172.21.15.7:0/2541631803 shutdown_connections 2024-09-19T05:51:57.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.228+0000 7f34b87c9740 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6470a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.228+0000 7f34b87c9740 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f63a410 0x55e77f644770 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.228+0000 7f34b87c9740 1 --2- 172.21.15.7:0/2541631803 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f639ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.230 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.228+0000 7f34b87c9740 1 -- 172.21.15.7:0/2541631803 >> 172.21.15.7:0/2541631803 conn(0x55e77f636060 msgr2=0x55e77f636440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.231 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.229+0000 7f34b87c9740 1 -- 172.21.15.7:0/2541631803 shutdown_connections 2024-09-19T05:51:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.230+0000 7f34b87c9740 1 -- 172.21.15.7:0/2541631803 wait complete. 2024-09-19T05:51:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.230+0000 7f34b87c9740 1 -- start start 2024-09-19T05:51:57.232 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.230+0000 7f34b87c9740 1 Processor -- start 2024-09-19T05:51:57.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f641bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 0x55e77f642130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f644cb0 0x55e77f642670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e77f647880 con 0x55e77f644cb0 2024-09-19T05:51:57.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55e77f527290 con 0x55e77f639af0 2024-09-19T05:51:57.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55e77f647a00 con 0x55e77f63a410 2024-09-19T05:51:57.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.231+0000 7f34b87c9740 10 client.0 _ll_register_callbacks cb 0x55e77f558140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34aeffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f641bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34aeffd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f641bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46866/0 (socket says 172.21.15.7:46866) 2024-09-19T05:51:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34aeffd640 1 -- 172.21.15.7:0/204654499 learned_addr learned my addr 172.21.15.7:0/204654499 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 0x55e77f642130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34af7fe640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f644cb0 0x55e77f642670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 -- 172.21.15.7:0/204654499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 msgr2=0x55e77f641bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f641bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 -- 172.21.15.7:0/204654499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f644cb0 msgr2=0x55e77f642670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f644cb0 0x55e77f642670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.232+0000 7f34ae7fc640 1 -- 172.21.15.7:0/204654499 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e77f2b1210 con 0x55e77f63a410 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.233+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 0x55e77f642130 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f34a400ec40 tx=0x7f34a4005540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bf18aafcdcb9c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.233+0000 7f348effd640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.233+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a4020040 con 0x55e77f63a410 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.233+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f34a40042f0 con 0x55e77f63a410 2024-09-19T05:51:57.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.233+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34a4005020 con 0x55e77f63a410 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f34a40046c0 con 0x55e77f63a410 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 10 client.26224 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e77f37d620 con 0x55e77f63a410 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a4005020 con 0x55e77f63a410 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f34a4003a30 con 0x55e77f63a410 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 10 client.26224 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 10 client.26224 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 20 client.26224 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f654fd0 0x55e77f6573c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 4 client.26224 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:51:57.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.234+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e77f5aba20 con 0x55e77f654fd0 2024-09-19T05:51:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.237+0000 7f34aeffd640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f654fd0 0x55e77f6573c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.238+0000 7f34aeffd640 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f654fd0 0x55e77f6573c0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb77c29a593713e server_cookie=e76c6e60e1d708e9 in_seq=0 out_seq=0 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.238+0000 7f348effd640 10 client.26224 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f348effd640 1 -- 172.21.15.7:0/204654499 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e77f5aba20 con 0x55e77f654fd0 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f348effd640 10 client.26224 handle_command_reply: tid=0 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 client.26224 shutdown 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 msgr2=0x55e77f642130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 0x55e77f642130 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f34a400ec40 tx=0x7f34a4005540 comp rx=0 tx=0).stop 2024-09-19T05:51:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 shutdown_connections 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f654fd0 0x55e77f6573c0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f644cb0 0x55e77f642670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f63a410 0x55e77f642130 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 --2- 172.21.15.7:0/204654499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f639af0 0x55e77f641bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 >> 172.21.15.7:0/204654499 conn(0x55e77f636060 msgr2=0x55e77f63bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f348effd640 0 client.26224 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.239+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 shutdown_connections 2024-09-19T05:51:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.240+0000 7f34b87c9740 1 -- 172.21.15.7:0/204654499 wait complete. 2024-09-19T05:51:57.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.240+0000 7f34b87c9740 20 client.26224 trim_cache size 0 max 16384 2024-09-19T05:51:57.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.273+0000 7f34b87c9740 1 Processor -- start 2024-09-19T05:51:57.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.274+0000 7f34b87c9740 1 -- start start 2024-09-19T05:51:57.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.276+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f651290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.277 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.276+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f6424a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.276+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f65ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.276+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f6424a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.276+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f6424a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46876/0 (socket says 172.21.15.7:46876) 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34ae7fc640 1 -- 172.21.15.7:0/3993456576 learned_addr learned my addr 172.21.15.7:0/3993456576 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34af7fe640 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f65ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34aeffd640 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f651290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01bc540 con 0x55e77f639af0 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01be080 con 0x55e77f63a410 2024-09-19T05:51:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.277+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01bcc10 con 0x55e77f644cb0 2024-09-19T05:51:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.278+0000 7f34aeffd640 1 -- 172.21.15.7:0/3993456576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 msgr2=0x55e77f65ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.278+0000 7f34aeffd640 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f65ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.278+0000 7f34aeffd640 1 -- 172.21.15.7:0/3993456576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 msgr2=0x55e77f6424a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.278+0000 7f34aeffd640 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f6424a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.278+0000 7f34aeffd640 1 -- 172.21.15.7:0/3993456576 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e77f63a240 con 0x55e77f639af0 2024-09-19T05:51:57.281 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.279+0000 7f34aeffd640 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f651290 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x55e77f650dd0 tx=0x7f34a0012c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4349b1b8293fd2ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.280+0000 7f34957fa640 1 -- 172.21.15.7:0/3993456576 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0021030 con 0x55e77f639af0 2024-09-19T05:51:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.280+0000 7f34957fa640 1 -- 172.21.15.7:0/3993456576 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a0012da0 con 0x55e77f639af0 2024-09-19T05:51:57.282 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.280+0000 7f34957fa640 1 -- 172.21.15.7:0/3993456576 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a00108a0 con 0x55e77f639af0 2024-09-19T05:51:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.283+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 msgr2=0x55e77f651290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.283+0000 7f34b87c9740 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f651290 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x55e77f650dd0 tx=0x7f34a0012c70 comp rx=0 tx=0).stop 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.285+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 shutdown_connections 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.285+0000 7f34b87c9740 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f65ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.285+0000 7f34b87c9740 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f6424a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.285+0000 7f34b87c9740 1 --2- 172.21.15.7:0/3993456576 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f651290 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.285+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 >> 172.21.15.7:0/3993456576 conn(0x55e77f636060 msgr2=0x55e77f643c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.287+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 shutdown_connections 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.287+0000 7f34b87c9740 1 -- 172.21.15.7:0/3993456576 wait complete. 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.287+0000 7f34b87c9740 1 -- start start 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 Processor -- start 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f6483e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6b7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01bd9b0 con 0x55e77f639af0 2024-09-19T05:51:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34b01bd2e0 con 0x55e77f63a410 2024-09-19T05:51:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f34b0108780 con 0x55e77f644cb0 2024-09-19T05:51:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.288+0000 7f34b87c9740 10 client.0 _ll_register_callbacks cb 0x7f34a400eb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:46878/0 (socket says 172.21.15.7:46878) 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 -- 172.21.15.7:0/958366898 learned_addr learned my addr 172.21.15.7:0/958366898 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34af7fe640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6b7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34aeffd640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f6483e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 -- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 msgr2=0x55e77f6b7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6b7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 -- 172.21.15.7:0/958366898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 msgr2=0x55e77f6483e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f6483e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34ae7fc640 1 -- 172.21.15.7:0/958366898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e77f657730 con 0x55e77f63a410 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.289+0000 7f34aeffd640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f6483e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.290+0000 7f34ae7fc640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f34a4010d10 tx=0x7f34a4005940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1aa9119438de6f6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.290+0000 7f348effd640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.290+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a403d070 con 0x55e77f63a410 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.290+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34a0012da0 con 0x55e77f63a410 2024-09-19T05:51:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.290+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8542+0+0 (secure 0 0 0) 0x7f34a4030aa0 con 0x55e77f63a410 2024-09-19T05:51:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.291+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f34a4014040 con 0x55e77f63a410 2024-09-19T05:51:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.291+0000 7f34b87c9740 10 client.26084 fetch_fsmap learned FSMap version 33 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.291+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e77f6d04e0 con 0x55e77f63a410 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.292+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a0012da0 con 0x55e77f63a410 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f34a40048f0 con 0x55e77f63a410 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 10 client.26084 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 10 client.26084 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 20 client.26084 populate_metadata read hostname 'smithi007' 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f6d0c00 0x55e77f6d3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:51:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 4 client.26084 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:51:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e77f5a5d70 con 0x55e77f6d0c00 2024-09-19T05:51:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.293+0000 7f34aeffd640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f6d0c00 0x55e77f6d3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:51:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.294+0000 7f348effd640 10 client.26084 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.294+0000 7f34aeffd640 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f6d0c00 0x55e77f6d3020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e402f6a0ed1327e9 server_cookie=bccc77b7b460920a in_seq=0 out_seq=0 2024-09-19T05:51:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.313+0000 7f348effd640 1 -- 172.21.15.7:0/958366898 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e77f5a5d70 con 0x55e77f6d0c00 2024-09-19T05:51:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.313+0000 7f348effd640 10 client.26084 handle_command_reply: tid=0 2024-09-19T05:51:57.316 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.313+0000 7f34b87c9740 1 client.26084 shutdown 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.313+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 msgr2=0x55e77f648920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.313+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f34a4010d10 tx=0x7f34a4005940 comp rx=0 tx=0).stop 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 shutdown_connections 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55e77f644cb0 0x55e77f6b7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55e77f63a410 0x55e77f648920 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55e77f6d0c00 0x55e77f6d3020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 --2- 172.21.15.7:0/958366898 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e77f639af0 0x55e77f6483e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 >> 172.21.15.7:0/958366898 conn(0x55e77f636060 msgr2=0x55e77f6349a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f348effd640 0 client.26084 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 shutdown_connections 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.314+0000 7f34b87c9740 1 -- 172.21.15.7:0/958366898 wait complete. 2024-09-19T05:51:57.317 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.315+0000 7f34b87c9740 20 client.26084 trim_cache size 0 max 16384 2024-09-19T05:51:57.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:51:57.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:51:57.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:51:57.318 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.315+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 msgr2=0x7f34980a5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.315+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 0x7f34980a5c70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f34a40095f0 tx=0x7f34a4005f90 comp rx=0 tx=0).stop 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 msgr2=0x7f34b019eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f34a8005e30 tx=0x7f34a80093d0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 shutdown_connections 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f34b019e6c0 0x7f34b019eb40 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f34980a37b0 0x7f34980a5c70 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f34b010d4a0 0x7f34b01a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 --2- 172.21.15.7:0/2908205855 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34b01083a0 0x7f34b01a4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:51:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 >> 172.21.15.7:0/2908205855 conn(0x7f34b0077a50 msgr2=0x7f34b0079e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:51:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 shutdown_connections 2024-09-19T05:51:57.321 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:51:57.316+0000 7f34b5a2e640 1 -- 172.21.15.7:0/2908205855 wait complete. 2024-09-19T05:51:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:51:58 smithi007 ceph-mon[30960]: pgmap v299: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.3 MiB/s rd, 47 MiB/s wr, 872 op/s 2024-09-19T05:51:58.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:51:58 smithi063 ceph-mon[34779]: pgmap v299: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.3 MiB/s rd, 47 MiB/s wr, 872 op/s 2024-09-19T05:51:58.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:51:58 smithi044 ceph-mon[34175]: pgmap v299: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.3 MiB/s rd, 47 MiB/s wr, 872 op/s 2024-09-19T05:52:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:00 smithi007 ceph-mon[30960]: pgmap v300: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 10 MiB/s rd, 71 MiB/s wr, 1.29k op/s 2024-09-19T05:52:00.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:00 smithi063 ceph-mon[34779]: pgmap v300: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 10 MiB/s rd, 71 MiB/s wr, 1.29k op/s 2024-09-19T05:52:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:00 smithi044 ceph-mon[34175]: pgmap v300: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 10 MiB/s rd, 71 MiB/s wr, 1.29k op/s 2024-09-19T05:52:02.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:02 smithi007 ceph-mon[30960]: pgmap v301: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 47 MiB/s wr, 856 op/s 2024-09-19T05:52:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:02 smithi063 ceph-mon[34779]: pgmap v301: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 47 MiB/s wr, 856 op/s 2024-09-19T05:52:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:02 smithi044 ceph-mon[34175]: pgmap v301: 97 pgs: 97 active+clean; 29 GiB data, 94 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 47 MiB/s wr, 856 op/s 2024-09-19T05:52:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:04 smithi063 ceph-mon[34779]: pgmap v302: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.2 MiB/s rd, 54 MiB/s wr, 978 op/s 2024-09-19T05:52:04.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:04 smithi044 ceph-mon[34175]: pgmap v302: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.2 MiB/s rd, 54 MiB/s wr, 978 op/s 2024-09-19T05:52:04.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:04 smithi007 ceph-mon[30960]: pgmap v302: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.2 MiB/s rd, 54 MiB/s wr, 978 op/s 2024-09-19T05:52:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:06 smithi044 ceph-mon[34175]: pgmap v303: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:52:06.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:06 smithi007 ceph-mon[30960]: pgmap v303: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:52:06.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:06 smithi063 ceph-mon[34779]: pgmap v303: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 61 MiB/s wr, 1.13k op/s 2024-09-19T05:52:07.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:07 smithi044 ceph-mon[34175]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T05:52:07.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:07 smithi007 ceph-mon[30960]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T05:52:07.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:07 smithi063 ceph-mon[34779]: osdmap e93: 12 total, 12 up, 12 in 2024-09-19T05:52:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:08 smithi044 ceph-mon[34175]: pgmap v305: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 54 MiB/s wr, 993 op/s 2024-09-19T05:52:08.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:08 smithi007 ceph-mon[30960]: pgmap v305: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 54 MiB/s wr, 993 op/s 2024-09-19T05:52:08.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:08 smithi063 ceph-mon[34779]: pgmap v305: 97 pgs: 97 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 54 MiB/s wr, 993 op/s 2024-09-19T05:52:09.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:09 smithi044 ceph-mon[34175]: pgmap v306: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:09.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:09 smithi007 ceph-mon[30960]: pgmap v306: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:09.902 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:09 smithi063 ceph-mon[34779]: pgmap v306: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.522+0000 7f4b8d92a640 1 -- 172.21.15.7:0/1591846586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b88108360 msgr2=0x7f4b88108740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.524 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.522+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/1591846586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b88108360 0x7f4b88108740 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4b78009860 tx=0x7f4b7802a340 comp rx=0 tx=0).stop 2024-09-19T05:52:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.528+0000 7f4b8d92a640 1 -- 172.21.15.7:0/1591846586 shutdown_connections 2024-09-19T05:52:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.528+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/1591846586 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b8810d4b0 0x7f4b88115000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.528+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/1591846586 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108d10 0x7f4b8810cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.528+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/1591846586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b88108360 0x7f4b88108740 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.530 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.528+0000 7f4b8d92a640 1 -- 172.21.15.7:0/1591846586 >> 172.21.15.7:0/1591846586 conn(0x7f4b88077ad0 msgr2=0x7f4b88079ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.529+0000 7f4b8d92a640 1 -- 172.21.15.7:0/1591846586 shutdown_connections 2024-09-19T05:52:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.531+0000 7f4b8d92a640 1 -- 172.21.15.7:0/1591846586 wait complete. 2024-09-19T05:52:10.533 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.532+0000 7f4b8d92a640 1 Processor -- start 2024-09-19T05:52:10.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.532+0000 7f4b8d92a640 1 -- start start 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b8810d4b0 0x7f4b8806dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b8806e140 0x7f4b8806e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8806c510 con 0x7f4b88108360 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8806c390 con 0x7f4b8810d4b0 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b8d92a640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8806c690 con 0x7f4b8806e140 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b86ffd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39524/0 (socket says 172.21.15.7:39524) 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b86ffd640 1 -- 172.21.15.7:0/2259336100 learned_addr learned my addr 172.21.15.7:0/2259336100 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:10.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.533+0000 7f4b867fc640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b8810d4b0 0x7f4b8806dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 -- 172.21.15.7:0/2259336100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b8806e140 msgr2=0x7f4b8806e5f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b8806e140 0x7f4b8806e5f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 -- 172.21.15.7:0/2259336100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b8810d4b0 msgr2=0x7f4b8806dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b8810d4b0 0x7f4b8806dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 -- 172.21.15.7:0/2259336100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b881b3820 con 0x7f4b88108360 2024-09-19T05:52:10.536 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.534+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4b7802a8b0 tx=0x7f4b78004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.539 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.538+0000 7f4b8c928640 1 -- 172.21.15.7:0/2259336100 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78040020 con 0x7f4b88108360 2024-09-19T05:52:10.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.538+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b881b3ab0 con 0x7f4b88108360 2024-09-19T05:52:10.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.538+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b881b3f70 con 0x7f4b88108360 2024-09-19T05:52:10.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.538+0000 7f4b8c928640 1 -- 172.21.15.7:0/2259336100 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b78038040 con 0x7f4b88108360 2024-09-19T05:52:10.542 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.540+0000 7f4b8c928640 1 -- 172.21.15.7:0/2259336100 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78037070 con 0x7f4b88108360 2024-09-19T05:52:10.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.543+0000 7f4b906c3740 1 Processor -- start 2024-09-19T05:52:10.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.544+0000 7f4b906c3740 1 -- start start 2024-09-19T05:52:10.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.544+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.546 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.544+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d538410 0x562a1d542770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.544+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d5450a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b906c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562a1d49c2f0 con 0x562a1d538410 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b906c3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562a1d444270 con 0x562a1d537af0 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b906c3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562a1d4982b0 con 0x562a1d542cb0 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:38982/0 (socket says 172.21.15.7:38982) 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 -- 172.21.15.7:0/4094925967 learned_addr learned my addr 172.21.15.7:0/4094925967 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:10.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b867fc640 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d5450a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b8c928640 1 -- 172.21.15.7:0/2259336100 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f4b78043020 con 0x7f4b88108360 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 -- 172.21.15.7:0/4094925967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 msgr2=0x562a1d5450a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d5450a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 -- 172.21.15.7:0/4094925967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d538410 msgr2=0x562a1d542770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d538410 0x562a1d542770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.545+0000 7f4b877fe640 1 -- 172.21.15.7:0/4094925967 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1d443340 con 0x562a1d537af0 2024-09-19T05:52:10.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.546+0000 7f4b877fe640 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4b80009da0 tx=0x7f4b8000e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5dd7473449d3991 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.547+0000 7f4b6dffb640 1 -- 172.21.15.7:0/4094925967 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b80004b20 con 0x562a1d537af0 2024-09-19T05:52:10.549 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.547+0000 7f4b6dffb640 1 -- 172.21.15.7:0/4094925967 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b80004cc0 con 0x562a1d537af0 2024-09-19T05:52:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.548+0000 7f4b906c3740 1 -- 172.21.15.7:0/4094925967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 msgr2=0x562a1d537ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.548+0000 7f4b906c3740 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4b80009da0 tx=0x7f4b8000e720 comp rx=0 tx=0).stop 2024-09-19T05:52:10.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.549+0000 7f4b8c928640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 0x7f4b700a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.549+0000 7f4b8c928640 1 -- 172.21.15.7:0/2259336100 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8586+0+0 (secure 0 0 0) 0x7f4b780efaa0 con 0x7f4b88108360 2024-09-19T05:52:10.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.549+0000 7f4b877fe640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 0x7f4b700a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.551+0000 7f4b877fe640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 0x7f4b700a5a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4b80009da0 tx=0x7f4b80009b20 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.553+0000 7f4b906c3740 1 -- 172.21.15.7:0/4094925967 shutdown_connections 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.553+0000 7f4b906c3740 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d5450a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.553+0000 7f4b906c3740 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d538410 0x562a1d542770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.553+0000 7f4b906c3740 1 --2- 172.21.15.7:0/4094925967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d537af0 0x562a1d537ed0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.553+0000 7f4b906c3740 1 -- 172.21.15.7:0/4094925967 >> 172.21.15.7:0/4094925967 conn(0x562a1d534060 msgr2=0x562a1d534440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.555 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.554+0000 7f4b906c3740 1 -- 172.21.15.7:0/4094925967 shutdown_connections 2024-09-19T05:52:10.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.554+0000 7f4b906c3740 1 -- 172.21.15.7:0/4094925967 wait complete. 2024-09-19T05:52:10.556 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.554+0000 7f4b906c3740 1 -- start start 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 Processor -- start 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d537af0 0x562a1d53faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 0x562a1d540030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d540570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562a1d5568e0 con 0x562a1d537af0 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562a1d425290 con 0x562a1d538410 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x562a1d556a60 con 0x562a1d542cb0 2024-09-19T05:52:10.557 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b906c3740 10 client.0 _ll_register_callbacks cb 0x562a1d456140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.555+0000 7f4b867fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 0x562a1d540030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.556+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d540570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.558 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.556+0000 7f4b877fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d540570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:47034/0 (socket says 172.21.15.7:47034) 2024-09-19T05:52:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.556+0000 7f4b877fe640 1 -- 172.21.15.7:0/1320703356 learned_addr learned my addr 172.21.15.7:0/1320703356 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:10.559 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d537af0 0x562a1d53faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 -- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 msgr2=0x562a1d540570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d540570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 -- 172.21.15.7:0/1320703356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d537af0 msgr2=0x562a1d53faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d537af0 0x562a1d53faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.560 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 -- 172.21.15.7:0/1320703356 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1d1af210 con 0x562a1d538410 2024-09-19T05:52:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.557+0000 7f4b867fc640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 0x562a1d540030 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4b8806f320 tx=0x7f4b7c012b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d850591224d1a539 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.559+0000 7f4b6b7f6640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:52:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.559+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c00f8f0 con 0x562a1d538410 2024-09-19T05:52:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.559+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8586+0+0 (secure 0 0 0) 0x7f4b7c00fa90 con 0x562a1d538410 2024-09-19T05:52:10.561 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.559+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b80004cc0 con 0x562a1d538410 2024-09-19T05:52:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.559+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4b7c00fc90 con 0x562a1d538410 2024-09-19T05:52:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.561+0000 7f4b906c3740 10 client.26096 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:10.562 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.561+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562a1d27b620 con 0x562a1d538410 2024-09-19T05:52:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b80004cc0 con 0x562a1d538410 2024-09-19T05:52:10.566 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f4b7c022030 con 0x562a1d538410 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 10 client.26096 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 10 client.26096 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 20 client.26096 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d563d90 0x562a1d566180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 4 client.26096 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:52:10.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a1d4a9a20 con 0x562a1d563d90 2024-09-19T05:52:10.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.565+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d563d90 0x562a1d566180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.566+0000 7f4b6b7f6640 10 client.26096 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:10.571 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.567+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d563d90 0x562a1d566180 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e8edc151001e2e server_cookie=88fe260226ec5aa4 in_seq=0 out_seq=0 2024-09-19T05:52:10.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.568+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/1320703356 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562a1d4a9a20 con 0x562a1d563d90 2024-09-19T05:52:10.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.568+0000 7f4b6b7f6640 10 client.26096 handle_command_reply: tid=0 2024-09-19T05:52:10.572 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.568+0000 7f4b906c3740 1 client.26096 shutdown 2024-09-19T05:52:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 msgr2=0x562a1d540030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 0x562a1d540030 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4b8806f320 tx=0x7f4b7c012b40 comp rx=0 tx=0).stop 2024-09-19T05:52:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 shutdown_connections 2024-09-19T05:52:10.575 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d542cb0 0x562a1d540570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d538410 0x562a1d540030 secure :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4b8806f320 tx=0x7f4b7c012b40 comp rx=0 tx=0).stop 2024-09-19T05:52:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d563d90 0x562a1d566180 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 --2- 172.21.15.7:0/1320703356 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d537af0 0x562a1d53faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.571+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 >> 172.21.15.7:0/1320703356 conn(0x562a1d534060 msgr2=0x562a1d539dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.576 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.572+0000 7f4b6b7f6640 0 client.26096 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.572+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 shutdown_connections 2024-09-19T05:52:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.572+0000 7f4b906c3740 1 -- 172.21.15.7:0/1320703356 wait complete. 2024-09-19T05:52:10.577 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.573+0000 7f4b906c3740 20 client.26096 trim_cache size 0 max 16384 2024-09-19T05:52:10.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.608+0000 7f4b906c3740 1 Processor -- start 2024-09-19T05:52:10.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.608+0000 7f4b906c3740 1 -- start start 2024-09-19T05:52:10.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.609+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d541a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.609+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.609+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d56bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:39000/0 (socket says 172.21.15.7:39000) 2024-09-19T05:52:10.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 -- 172.21.15.7:0/2268634078 learned_addr learned my addr 172.21.15.7:0/2268634078 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:10.614 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7400e9e0 con 0x562a1d53ebe0 2024-09-19T05:52:10.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b74010520 con 0x562a1d542cb0 2024-09-19T05:52:10.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7400f0b0 con 0x562a1d537af0 2024-09-19T05:52:10.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 -- 172.21.15.7:0/2268634078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 msgr2=0x562a1d541a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d541a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 -- 172.21.15.7:0/2268634078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 msgr2=0x562a1d56bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:10.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.610+0000 7f4b867fc640 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d56bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.611+0000 7f4b867fc640 1 -- 172.21.15.7:0/2268634078 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1d533e90 con 0x562a1d542cb0 2024-09-19T05:52:10.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.611+0000 7f4b867fc640 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c006010 tx=0x7f4b7c009600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28dc658497aa1b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.611+0000 7f4b6d7fa640 1 -- 172.21.15.7:0/2268634078 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c00fe30 con 0x562a1d542cb0 2024-09-19T05:52:10.616 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.611+0000 7f4b6d7fa640 1 -- 172.21.15.7:0/2268634078 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b7c00f8f0 con 0x562a1d542cb0 2024-09-19T05:52:10.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.611+0000 7f4b6d7fa640 1 -- 172.21.15.7:0/2268634078 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c005370 con 0x562a1d542cb0 2024-09-19T05:52:10.618 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.612+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 msgr2=0x562a1d56baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.612+0000 7f4b906c3740 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c006010 tx=0x7f4b7c009600 comp rx=0 tx=0).stop 2024-09-19T05:52:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.615+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 shutdown_connections 2024-09-19T05:52:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.615+0000 7f4b906c3740 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d56bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.615+0000 7f4b906c3740 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d56baa0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.619 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.615+0000 7f4b906c3740 1 --2- 172.21.15.7:0/2268634078 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d541a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.620 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.615+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 >> 172.21.15.7:0/2268634078 conn(0x562a1d534060 msgr2=0x562a1d541350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.618+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 shutdown_connections 2024-09-19T05:52:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.618+0000 7f4b906c3740 1 -- 172.21.15.7:0/2268634078 wait complete. 2024-09-19T05:52:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.619+0000 7f4b906c3740 1 -- start start 2024-09-19T05:52:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.619+0000 7f4b906c3740 1 Processor -- start 2024-09-19T05:52:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.619+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d558380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d5c7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7400fe50 con 0x562a1d53ebe0 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7400f780 con 0x562a1d542cb0 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7400c9e0 con 0x562a1d537af0 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b906c3740 10 client.0 _ll_register_callbacks cb 0x7f4b7c009890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.620+0000 7f4b867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39554/0 (socket says 172.21.15.7:39554) 2024-09-19T05:52:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 -- 172.21.15.7:0/248554725 learned_addr learned my addr 172.21.15.7:0/248554725 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 -- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 msgr2=0x562a1d558380 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d558380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 -- 172.21.15.7:0/248554725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 msgr2=0x562a1d5c7a40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d5c7a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.621+0000 7f4b867fc640 1 -- 172.21.15.7:0/248554725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1d5c8080 con 0x562a1d53ebe0 2024-09-19T05:52:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.622+0000 7f4b867fc640 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c012680 tx=0x7f4b7c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e4c7885c3c98498 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.651+0000 7f4b6b7f6640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:52:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.651+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c009e10 con 0x562a1d53ebe0 2024-09-19T05:52:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.651+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8586+0+0 (secure 0 0 0) 0x7f4b7c018070 con 0x562a1d53ebe0 2024-09-19T05:52:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.652+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b7c00f8f0 con 0x562a1d53ebe0 2024-09-19T05:52:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.652+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4b7c01cbf0 con 0x562a1d53ebe0 2024-09-19T05:52:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.652+0000 7f4b906c3740 10 client.16572 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.652+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562a1d5cf3e0 con 0x562a1d53ebe0 2024-09-19T05:52:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.653+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b7c0055c0 con 0x562a1d53ebe0 2024-09-19T05:52:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.654+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f4b7c003b50 con 0x562a1d53ebe0 2024-09-19T05:52:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.654+0000 7f4b906c3740 10 client.16572 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.654+0000 7f4b906c3740 10 client.16572 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.654+0000 7f4b906c3740 20 client.16572 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.655+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d5cfa10 0x562a1d5d1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.655+0000 7f4b906c3740 4 client.16572 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:52:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.655+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f4b7c00f8f0 con 0x562a1d5cfa10 2024-09-19T05:52:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.659+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d5cfa10 0x562a1d5d1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.659+0000 7f4b86ffd640 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d5cfa10 0x562a1d5d1e30 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b39ccd65a8711544 server_cookie=446f72f0d00c6a0 in_seq=0 out_seq=0 2024-09-19T05:52:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.661+0000 7f4b6b7f6640 10 client.16572 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:10.763 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.756+0000 7f4b6b7f6640 1 -- 172.21.15.7:0/248554725 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f4b7c00f8f0 con 0x562a1d5cfa10 2024-09-19T05:52:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.756+0000 7f4b6b7f6640 10 client.16572 handle_command_reply: tid=0 2024-09-19T05:52:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.760+0000 7f4b906c3740 1 client.16572 shutdown 2024-09-19T05:52:10.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.765+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 msgr2=0x562a1d5588c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.766 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.765+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c012680 tx=0x7f4b7c001e70 comp rx=0 tx=0).stop 2024-09-19T05:52:10.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 shutdown_connections 2024-09-19T05:52:10.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562a1d542cb0 0x562a1d5c7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.771 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x562a1d5cfa10 0x562a1d5d1e30 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562a1d53ebe0 0x562a1d5588c0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.772 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 --2- 172.21.15.7:0/248554725 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x562a1d537af0 0x562a1d558380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.769+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 >> 172.21.15.7:0/248554725 conn(0x562a1d534060 msgr2=0x562a1d539dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.773 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.771+0000 7f4b6b7f6640 0 client.16572 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:10.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:52:10.774 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:52:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:52:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:52:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.771+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 shutdown_connections 2024-09-19T05:52:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.771+0000 7f4b906c3740 1 -- 172.21.15.7:0/248554725 wait complete. 2024-09-19T05:52:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.771+0000 7f4b906c3740 20 client.16572 trim_cache size 0 max 16384 2024-09-19T05:52:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.772+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 msgr2=0x7f4b700a5a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.772+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 0x7f4b700a5a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4b80009da0 tx=0x7f4b80009b20 comp rx=0 tx=0).stop 2024-09-19T05:52:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.772+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 msgr2=0x7f4b88073af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.772+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4b7802a8b0 tx=0x7f4b78004270 comp rx=0 tx=0).stop 2024-09-19T05:52:10.781 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 shutdown_connections 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f4b700a35c0 0x7f4b700a5a80 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f4b8806e140 0x7f4b8806e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b8810d4b0 0x7f4b8806dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 --2- 172.21.15.7:0/2259336100 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4b88108360 0x7f4b88073af0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 >> 172.21.15.7:0/2259336100 conn(0x7f4b88077ad0 msgr2=0x7f4b88078e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 shutdown_connections 2024-09-19T05:52:10.782 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:10.779+0000 7f4b8d92a640 1 -- 172.21.15.7:0/2259336100 wait complete. 2024-09-19T05:52:12.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:11 smithi007 ceph-mon[30960]: pgmap v307: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:12.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:11 smithi063 ceph-mon[34779]: pgmap v307: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:12.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:11 smithi044 ceph-mon[34175]: pgmap v307: 97 pgs: 40 active+clean+snaptrim_wait, 23 active+clean+snaptrim, 34 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 51 MiB/s wr, 934 op/s 2024-09-19T05:52:14.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:13 smithi007 ceph-mon[30960]: pgmap v308: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 43 MiB/s wr, 799 op/s 2024-09-19T05:52:14.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:13 smithi063 ceph-mon[34779]: pgmap v308: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 43 MiB/s wr, 799 op/s 2024-09-19T05:52:14.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:13 smithi044 ceph-mon[34175]: pgmap v308: 97 pgs: 40 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 36 active+clean; 29 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 43 MiB/s wr, 799 op/s 2024-09-19T05:52:16.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:15 smithi007 ceph-mon[30960]: pgmap v309: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.5 MiB/s rd, 46 MiB/s wr, 825 op/s 2024-09-19T05:52:16.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:15 smithi063 ceph-mon[34779]: pgmap v309: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.5 MiB/s rd, 46 MiB/s wr, 825 op/s 2024-09-19T05:52:16.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:15 smithi044 ceph-mon[34175]: pgmap v309: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.5 MiB/s rd, 46 MiB/s wr, 825 op/s 2024-09-19T05:52:18.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:17 smithi007 ceph-mon[30960]: pgmap v310: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 45 MiB/s wr, 805 op/s 2024-09-19T05:52:18.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:17 smithi063 ceph-mon[34779]: pgmap v310: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 45 MiB/s wr, 805 op/s 2024-09-19T05:52:18.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:17 smithi044 ceph-mon[34175]: pgmap v310: 97 pgs: 1 active+clean+snaptrim, 96 active+clean; 26 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 45 MiB/s wr, 805 op/s 2024-09-19T05:52:20.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:19 smithi007 ceph-mon[30960]: pgmap v311: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:52:20.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:19 smithi063 ceph-mon[34779]: pgmap v311: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:52:20.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:19 smithi044 ceph-mon[34175]: pgmap v311: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 61 MiB/s wr, 1.10k op/s 2024-09-19T05:52:21.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:21 smithi007 ceph-mon[30960]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T05:52:21.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:21 smithi063 ceph-mon[34779]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T05:52:21.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:21 smithi044 ceph-mon[34175]: osdmap e94: 12 total, 12 up, 12 in 2024-09-19T05:52:22.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:22 smithi007 ceph-mon[30960]: pgmap v313: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 48 MiB/s wr, 872 op/s 2024-09-19T05:52:22.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:22 smithi063 ceph-mon[34779]: pgmap v313: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 48 MiB/s wr, 872 op/s 2024-09-19T05:52:22.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:22 smithi044 ceph-mon[34175]: pgmap v313: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 48 MiB/s wr, 872 op/s 2024-09-19T05:52:23.979 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.978+0000 7fabe7d3b640 1 -- 172.21.15.7:0/1603590365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 msgr2=0x7fabe0105880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.978+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/1603590365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe0105880 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009900 tx=0x7fabd002a3f0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 -- 172.21.15.7:0/1603590365 shutdown_connections 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/1603590365 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe01128c0 0x7fabe0114cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/1603590365 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe0105dc0 0x7fabe0112380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/1603590365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe0105880 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.980 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 -- 172.21.15.7:0/1603590365 >> 172.21.15.7:0/1603590365 conn(0x7fabe0075fb0 msgr2=0x7fabe00763c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:23.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 -- 172.21.15.7:0/1603590365 shutdown_connections 2024-09-19T05:52:23.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.979+0000 7fabe7d3b640 1 -- 172.21.15.7:0/1603590365 wait complete. 2024-09-19T05:52:23.981 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.980+0000 7fabe7d3b640 1 Processor -- start 2024-09-19T05:52:23.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.980+0000 7fabe7d3b640 1 -- start start 2024-09-19T05:52:23.982 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.980+0000 7fabe7d3b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe019e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.980+0000 7fabe7d3b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe0105dc0 0x7fabe019eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe7d3b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe7d3b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01182b0 con 0x7fabe01054a0 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe7d3b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fabe0118130 con 0x7fabe0105dc0 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe7d3b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fabe0118430 con 0x7fabe01128c0 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:48996/0 (socket says 172.21.15.7:48996) 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe62d8640 1 -- 172.21.15.7:0/2465010519 learned_addr learned my addr 172.21.15.7:0/2465010519 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe019e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.981+0000 7fabe52d6640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe0105dc0 0x7fabe019eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe5ad7640 1 -- 172.21.15.7:0/2465010519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 msgr2=0x7fabe01a2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe5ad7640 1 -- 172.21.15.7:0/2465010519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe0105dc0 msgr2=0x7fabe019eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe0105dc0 0x7fabe019eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe5ad7640 1 -- 172.21.15.7:0/2465010519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe01a35b0 con 0x7fabe01054a0 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.982+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:52:23.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe019e5c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fabd002a910 tx=0x7fabd0030650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:23.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabd6ffd640 1 -- 172.21.15.7:0/2465010519 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd003f070 con 0x7fabe01054a0 2024-09-19T05:52:23.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabd6ffd640 1 -- 172.21.15.7:0/2465010519 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd0004460 con 0x7fabe01054a0 2024-09-19T05:52:23.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabd6ffd640 1 -- 172.21.15.7:0/2465010519 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0035030 con 0x7fabe01054a0 2024-09-19T05:52:23.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe01a3840 con 0x7fabe01054a0 2024-09-19T05:52:23.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.983+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe01a3c20 con 0x7fabe01054a0 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.987+0000 7fabeaad5740 1 Processor -- start 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.987+0000 7fabd6ffd640 1 -- 172.21.15.7:0/2465010519 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fabd0042070 con 0x7fabe01054a0 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabeaad5740 1 -- start start 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 0x564ac37ee940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.992 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37f1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45790/0 (socket says 172.21.15.7:45790) 2024-09-19T05:52:23.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabe62d8640 1 -- 172.21.15.7:0/844993831 learned_addr learned my addr 172.21.15.7:0/844993831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:23.993 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 0x564ac37ee940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.988+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564ac37482f0 con 0x564ac37e3cc0 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564ac36f0270 con 0x564ac37eee80 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564ac37442b0 con 0x564ac37e45e0 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabd6ffd640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 0x7fabcc0a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 -- 172.21.15.7:0/844993831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 msgr2=0x564ac37f1270 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37f1270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 -- 172.21.15.7:0/844993831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 msgr2=0x564ac37e40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 -- 172.21.15.7:0/844993831 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ac36ef340 con 0x564ac37e45e0 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe62d8640 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:23.994 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 0x7fabcc0a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 0x564ac37ee940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fabd00edb50 tx=0x7fabd00b1b70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=774ad4bc467fb699 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.989+0000 7fabd6ffd640 1 -- 172.21.15.7:0/2465010519 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fabd00f0470 con 0x7fabe01054a0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.990+0000 7fabcbfff640 1 -- 172.21.15.7:0/844993831 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd00bcde0 con 0x564ac37e45e0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.990+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 0x7fabcc0a59b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0147f0 tx=0x7fabdc004730 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.990+0000 7fabcbfff640 1 -- 172.21.15.7:0/844993831 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd00bc6e0 con 0x564ac37e45e0 2024-09-19T05:52:23.995 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.990+0000 7fabcbfff640 1 -- 172.21.15.7:0/844993831 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd00c0a90 con 0x564ac37e45e0 2024-09-19T05:52:23.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 msgr2=0x564ac37ee940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:23.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 0x564ac37ee940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fabd00edb50 tx=0x7fabd00b1b70 comp rx=0 tx=0).stop 2024-09-19T05:52:23.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 shutdown_connections 2024-09-19T05:52:23.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37f1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:23.999 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e45e0 0x564ac37ee940 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 --2- 172.21.15.7:0/844993831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e3cc0 0x564ac37e40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.991+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 >> 172.21.15.7:0/844993831 conn(0x564ac37e0230 msgr2=0x564ac37e0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.992+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 shutdown_connections 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.992+0000 7fabeaad5740 1 -- 172.21.15.7:0/844993831 wait complete. 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.992+0000 7fabeaad5740 1 -- start start 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 Processor -- start 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ebdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37ec300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564ac37f1810 con 0x564ac37e45e0 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564ac36d1290 con 0x564ac37eee80 2024-09-19T05:52:24.000 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x564ac37f1990 con 0x564ac37e3cc0 2024-09-19T05:52:24.001 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabeaad5740 10 client.0 _ll_register_callbacks cb 0x564ac3702140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:24.001 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.001 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabe62d8640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:43400/0 (socket says 172.21.15.7:43400) 2024-09-19T05:52:24.001 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabe62d8640 1 -- 172.21.15.7:0/2941015871 learned_addr learned my addr 172.21.15.7:0/2941015871 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.993+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ebdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe52d6640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37ec300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 -- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 msgr2=0x564ac37ebdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ebdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 -- 172.21.15.7:0/2941015871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 msgr2=0x564ac37ec300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.002 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37ec300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 -- 172.21.15.7:0/2941015871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ac345b210 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabe62d8640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fabdc009ef0 tx=0x7fabdc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71060b7f43a34d89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabc97fa640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc026020 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fabdc012bc0 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.994+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd00bc6e0 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fabdc031050 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabeaad5740 10 client.26108 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564ac3527620 con 0x564ac37eee80 2024-09-19T05:52:24.003 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd00bc6e0 con 0x564ac37eee80 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fabdc00f040 con 0x564ac37eee80 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabeaad5740 10 client.26108 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabeaad5740 10 client.26108 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.995+0000 7fabeaad5740 20 client.26108 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac37fec40 0x564ac3801030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabeaad5740 4 client.26108 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564ac3755a20 con 0x564ac37fec40 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac37fec40 0x564ac3801030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac37fec40 0x564ac3801030 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26399d288813d1b7 server_cookie=571b5739ab8b44b7 in_seq=0 out_seq=0 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.996+0000 7fabc97fa640 10 client.26108 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.997+0000 7fabc97fa640 1 -- 172.21.15.7:0/2941015871 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564ac3755a20 con 0x564ac37fec40 2024-09-19T05:52:24.004 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.997+0000 7fabc97fa640 10 client.26108 handle_command_reply: tid=0 2024-09-19T05:52:24.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 client.26108 shutdown 2024-09-19T05:52:24.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 msgr2=0x564ac37ec840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:24.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fabdc009ef0 tx=0x7fabdc0046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.005 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 shutdown_connections 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac37ec840 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac37fec40 0x564ac3801030 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37ec300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 --2- 172.21.15.7:0/2941015871 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ebdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 >> 172.21.15.7:0/2941015871 conn(0x564ac37e0230 msgr2=0x564ac37e5f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:24.006 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:23.998+0000 7fabc97fa640 0 client.26108 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:24.008 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.006+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 shutdown_connections 2024-09-19T05:52:24.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.010+0000 7fabeaad5740 1 -- 172.21.15.7:0/2941015871 wait complete. 2024-09-19T05:52:24.013 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.011+0000 7fabeaad5740 20 client.26108 trim_cache size 0 max 16384 2024-09-19T05:52:24.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 Processor -- start 2024-09-19T05:52:24.047 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 -- start start 2024-09-19T05:52:24.048 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37edd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac3806940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b3c00 con 0x564ac37e45e0 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b5740 con 0x564ac37eee80 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.045+0000 7fabeaad5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b42d0 con 0x564ac37e3cc0 2024-09-19T05:52:24.049 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49010/0 (socket says 172.21.15.7:49010) 2024-09-19T05:52:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 -- 172.21.15.7:0/1070357452 learned_addr learned my addr 172.21.15.7:0/1070357452 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe62d8640 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac3806940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe52d6640 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37edd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.050 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 -- 172.21.15.7:0/1070357452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 msgr2=0x564ac3806940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac3806940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 -- 172.21.15.7:0/1070357452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 msgr2=0x564ac37edd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37edd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 -- 172.21.15.7:0/1070357452 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ac37ead50 con 0x564ac37e3cc0 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.046+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fabd00bc670 tx=0x7fabd000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e2fc5d4cc0be13f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.047+0000 7fabcb7fe640 1 -- 172.21.15.7:0/1070357452 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0049070 con 0x564ac37e3cc0 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.047+0000 7fabcb7fe640 1 -- 172.21.15.7:0/1070357452 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd000b0b0 con 0x564ac37e3cc0 2024-09-19T05:52:24.051 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.047+0000 7fabcb7fe640 1 -- 172.21.15.7:0/1070357452 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd00c0a90 con 0x564ac37e3cc0 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 -- 172.21.15.7:0/1070357452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 msgr2=0x564ac37ec670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fabd00bc670 tx=0x7fabd000b040 comp rx=0 tx=0).stop 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 -- 172.21.15.7:0/1070357452 shutdown_connections 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37eee80 0x564ac3806940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37e45e0 0x564ac37edd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 --2- 172.21.15.7:0/1070357452 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37ec670 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 -- 172.21.15.7:0/1070357452 >> 172.21.15.7:0/1070357452 conn(0x564ac37e0230 msgr2=0x564ac37ed620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:24.053 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 -- 172.21.15.7:0/1070357452 shutdown_connections 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.048+0000 7fabeaad5740 1 -- 172.21.15.7:0/1070357452 wait complete. 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.049+0000 7fabeaad5740 1 -- start start 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.049+0000 7fabeaad5740 1 Processor -- start 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37e45e0 0x564ac37f24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 0x564ac37f2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b5070 con 0x564ac37eee80 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b49a0 con 0x564ac37e45e0 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01b1c00 con 0x564ac37e3cc0 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabeaad5740 10 client.0 _ll_register_callbacks cb 0x7fabdc014360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.054 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49020/0 (socket says 172.21.15.7:49020) 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 -- 172.21.15.7:0/3348883985 learned_addr learned my addr 172.21.15.7:0/3348883985 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe52d6640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37e45e0 0x564ac37f24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe62d8640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 0x564ac37f2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 -- 172.21.15.7:0/3348883985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37e45e0 msgr2=0x564ac37f24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37e45e0 0x564ac37f24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 -- 172.21.15.7:0/3348883985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 msgr2=0x564ac37f2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 0x564ac37f2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe5ad7640 1 -- 172.21.15.7:0/3348883985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ac37f30c0 con 0x564ac37e3cc0 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.050+0000 7fabe62d8640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 0x564ac37f2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.051+0000 7fabe5ad7640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fabd00bc3e0 tx=0x7fabd003ffb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8ebb79ed31cdff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.051+0000 7fabc97fa640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:52:24.055 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.051+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0049040 con 0x564ac37e3cc0 2024-09-19T05:52:24.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.051+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd000b0b0 con 0x564ac37e3cc0 2024-09-19T05:52:24.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.051+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7fabd00f3bb0 con 0x564ac37e3cc0 2024-09-19T05:52:24.056 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.052+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fabd00b8980 con 0x564ac37e3cc0 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.052+0000 7fabeaad5740 10 client.26254 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.052+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564ac387a7c0 con 0x564ac37e3cc0 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd000b0b0 con 0x564ac37e3cc0 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fabd008a060 con 0x564ac37e3cc0 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 10 client.26254 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 10 client.26254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 20 client.26254 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac387abf0 0x564ac387d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 4 client.26254 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:52:24.057 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564ac374fd70 con 0x564ac387abf0 2024-09-19T05:52:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.053+0000 7fabe52d6640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac387abf0 0x564ac387d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.054+0000 7fabe52d6640 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac387abf0 0x564ac387d010 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a95c4be8af88a59e server_cookie=d27ec1fa35ea68ab in_seq=0 out_seq=0 2024-09-19T05:52:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.055+0000 7fabc97fa640 10 client.26254 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:24.062 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.061+0000 7fabc97fa640 1 -- 172.21.15.7:0/3348883985 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564ac374fd70 con 0x564ac387abf0 2024-09-19T05:52:24.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.061+0000 7fabc97fa640 10 client.26254 handle_command_reply: tid=0 2024-09-19T05:52:24.063 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.061+0000 7fabeaad5740 1 client.26254 shutdown 2024-09-19T05:52:24.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.062+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 msgr2=0x564ac37f71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:24.064 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.062+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fabd00bc3e0 tx=0x7fabd003ffb0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 shutdown_connections 2024-09-19T05:52:24.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x564ac387abf0 0x564ac387d010 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564ac37eee80 0x564ac37f2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564ac37e45e0 0x564ac37f24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.065 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 --2- 172.21.15.7:0/3348883985 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x564ac37e3cc0 0x564ac37f71c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 >> 172.21.15.7:0/3348883985 conn(0x564ac37e0230 msgr2=0x564ac37df260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.063+0000 7fabc97fa640 0 client.26254 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.064+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 shutdown_connections 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.064+0000 7fabeaad5740 1 -- 172.21.15.7:0/3348883985 wait complete. 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.065+0000 7fabeaad5740 20 client.26254 trim_cache size 0 max 16384 2024-09-19T05:52:24.066 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:52:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:52:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:52:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:52:24.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.067+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 msgr2=0x7fabcc0a59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:24.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.067+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 0x7fabcc0a59b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0147f0 tx=0x7fabdc004730 comp rx=0 tx=0).stop 2024-09-19T05:52:24.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 msgr2=0x7fabe019e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:24.069 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe019e5c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fabd002a910 tx=0x7fabd0030650 comp rx=0 tx=0).stop 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 shutdown_connections 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fabcc0a34f0 0x7fabcc0a59b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fabe01128c0 0x7fabe01a2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fabe0105dc0 0x7fabe019eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 --2- 172.21.15.7:0/2465010519 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fabe01054a0 0x7fabe019e5c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.068+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 >> 172.21.15.7:0/2465010519 conn(0x7fabe0075fb0 msgr2=0x7fabe00fd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.069+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 shutdown_connections 2024-09-19T05:52:24.070 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:24.069+0000 7fabe7d3b640 1 -- 172.21.15.7:0/2465010519 wait complete. 2024-09-19T05:52:24.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:24 smithi007 ceph-mon[30960]: pgmap v314: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 48 MiB/s wr, 861 op/s 2024-09-19T05:52:24.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:24 smithi063 ceph-mon[34779]: pgmap v314: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 48 MiB/s wr, 861 op/s 2024-09-19T05:52:24.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:24 smithi044 ceph-mon[34175]: pgmap v314: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 48 MiB/s wr, 861 op/s 2024-09-19T05:52:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:26 smithi007 ceph-mon[30960]: pgmap v315: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 967 op/s 2024-09-19T05:52:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:26 smithi063 ceph-mon[34779]: pgmap v315: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 967 op/s 2024-09-19T05:52:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:26 smithi044 ceph-mon[34175]: pgmap v315: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 967 op/s 2024-09-19T05:52:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:28 smithi007 ceph-mon[30960]: pgmap v316: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 968 op/s 2024-09-19T05:52:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:28 smithi063 ceph-mon[34779]: pgmap v316: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 968 op/s 2024-09-19T05:52:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:28 smithi044 ceph-mon[34175]: pgmap v316: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 5.6 MiB/s rd, 54 MiB/s wr, 968 op/s 2024-09-19T05:52:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:30 smithi007 ceph-mon[30960]: pgmap v317: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 55 MiB/s wr, 958 op/s 2024-09-19T05:52:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:30 smithi063 ceph-mon[34779]: pgmap v317: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 55 MiB/s wr, 958 op/s 2024-09-19T05:52:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:30 smithi044 ceph-mon[34175]: pgmap v317: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 55 MiB/s wr, 958 op/s 2024-09-19T05:52:32.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:32 smithi007 ceph-mon[30960]: pgmap v318: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 52 MiB/s wr, 919 op/s 2024-09-19T05:52:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:32 smithi063 ceph-mon[34779]: pgmap v318: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 52 MiB/s wr, 919 op/s 2024-09-19T05:52:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:32 smithi044 ceph-mon[34175]: pgmap v318: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 52 MiB/s wr, 919 op/s 2024-09-19T05:52:34.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:34 smithi044 ceph-mon[34175]: pgmap v319: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 45 MiB/s wr, 798 op/s 2024-09-19T05:52:34.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:34 smithi007 ceph-mon[30960]: pgmap v319: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 45 MiB/s wr, 798 op/s 2024-09-19T05:52:34.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:34 smithi063 ceph-mon[34779]: pgmap v319: 97 pgs: 97 active+clean; 27 GiB data, 88 GiB used, 984 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 45 MiB/s wr, 798 op/s 2024-09-19T05:52:35.549 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:35 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:52:35.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:35 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:52:35.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:35 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:52:36.594 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:36 smithi007 ceph-mon[30960]: pgmap v320: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 68 MiB/s wr, 1.20k op/s 2024-09-19T05:52:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:36 smithi063 ceph-mon[34779]: pgmap v320: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 68 MiB/s wr, 1.20k op/s 2024-09-19T05:52:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:36 smithi044 ceph-mon[34175]: pgmap v320: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 68 MiB/s wr, 1.20k op/s 2024-09-19T05:52:37.233 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.231+0000 7f9e40277640 1 -- 172.21.15.7:0/2059581959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38103640 msgr2=0x7f9e3810bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.231+0000 7f9e40277640 1 --2- 172.21.15.7:0/2059581959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38103640 0x7f9e3810bb20 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009ca0 tx=0x7f9e2802a950 comp rx=0 tx=0).stop 2024-09-19T05:52:37.234 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.232+0000 7f9e40277640 1 -- 172.21.15.7:0/2059581959 shutdown_connections 2024-09-19T05:52:37.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.232+0000 7f9e40277640 1 --2- 172.21.15.7:0/2059581959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e3810c0f0 0x7f9e3810e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.232+0000 7f9e40277640 1 --2- 172.21.15.7:0/2059581959 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38103640 0x7f9e3810bb20 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.232+0000 7f9e40277640 1 --2- 172.21.15.7:0/2059581959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38102d20 0x7f9e38103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.235 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.232+0000 7f9e40277640 1 -- 172.21.15.7:0/2059581959 >> 172.21.15.7:0/2059581959 conn(0x7f9e380fc6b0 msgr2=0x7f9e380fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.234+0000 7f9e40277640 1 -- 172.21.15.7:0/2059581959 shutdown_connections 2024-09-19T05:52:37.237 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.235+0000 7f9e40277640 1 -- 172.21.15.7:0/2059581959 wait complete. 2024-09-19T05:52:37.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 Processor -- start 2024-09-19T05:52:37.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 -- start start 2024-09-19T05:52:37.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38103640 0x7f9e381008a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e3810c0f0 0x7f9e38100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3806c4d0 con 0x7f9e38103640 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3806c350 con 0x7f9e3810c0f0 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.236+0000 7f9e40277640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3806c650 con 0x7f9e38102d20 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41892/0 (socket says 172.21.15.7:41892) 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 -- 172.21.15.7:0/1162146860 learned_addr learned my addr 172.21.15.7:0/1162146860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3d812640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38103640 0x7f9e381008a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 -- 172.21.15.7:0/1162146860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e3810c0f0 msgr2=0x7f9e38100de0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e3810c0f0 0x7f9e38100de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 -- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38103640 msgr2=0x7f9e381008a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38103640 0x7f9e381008a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 -- 172.21.15.7:0/1162146860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e38101320 con 0x7f9e38102d20 2024-09-19T05:52:37.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.237+0000 7f9e3e013640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000e9f0 tx=0x7f9e3000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.238+0000 7f9e377fe640 1 -- 172.21.15.7:0/1162146860 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e3000cd80 con 0x7f9e38102d20 2024-09-19T05:52:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.238+0000 7f9e377fe640 1 -- 172.21.15.7:0/1162146860 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e300108e0 con 0x7f9e38102d20 2024-09-19T05:52:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.240+0000 7f9e377fe640 1 -- 172.21.15.7:0/1162146860 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e30018920 con 0x7f9e38102d20 2024-09-19T05:52:37.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.243+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e38101610 con 0x7f9e38102d20 2024-09-19T05:52:37.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.243+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e381a7410 con 0x7f9e38102d20 2024-09-19T05:52:37.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.247+0000 7f9e4300d740 1 Processor -- start 2024-09-19T05:52:37.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e377fe640 1 -- 172.21.15.7:0/1162146860 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9e3001f020 con 0x7f9e38102d20 2024-09-19T05:52:37.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 -- start start 2024-09-19T05:52:37.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e3fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.264 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 0x5598f3e4a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e4acb0 0x5598f3e4d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5598f3da42f0 con 0x5598f3e4acb0 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5598f3d4c270 con 0x5598f3e40410 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.252+0000 7f9e4300d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5598f3da02b0 con 0x5598f3e3faf0 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.255+0000 7f9e3e814640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e3fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.255+0000 7f9e3e814640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e3fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41900/0 (socket says 172.21.15.7:41900) 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.255+0000 7f9e3e814640 1 -- 172.21.15.7:0/399773355 learned_addr learned my addr 172.21.15.7:0/399773355 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.257+0000 7f9e3d812640 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e4acb0 0x5598f3e4d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.260+0000 7f9e377fe640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 0x7f9e200a58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.260+0000 7f9e3e013640 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 0x5598f3e4a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.260+0000 7f9e377fe640 1 -- 172.21.15.7:0/1162146860 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f9e300cfe50 con 0x7f9e38102d20 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 -- 172.21.15.7:0/399773355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 msgr2=0x5598f3e3fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e3fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 -- 172.21.15.7:0/399773355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e4acb0 msgr2=0x5598f3e4d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e4acb0 0x5598f3e4d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 -- 172.21.15.7:0/399773355 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598f3d4b340 con 0x5598f3e40410 2024-09-19T05:52:37.266 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.261+0000 7f9e3e013640 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 0x5598f3e4a770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cd590 tx=0x7f9e30000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4309154b06bebb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.262+0000 7f9e34bfe640 1 -- 172.21.15.7:0/399773355 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e300a4d90 con 0x5598f3e40410 2024-09-19T05:52:37.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.262+0000 7f9e34bfe640 1 -- 172.21.15.7:0/399773355 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e3009a420 con 0x5598f3e40410 2024-09-19T05:52:37.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.262+0000 7f9e34bfe640 1 -- 172.21.15.7:0/399773355 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e300a4900 con 0x5598f3e40410 2024-09-19T05:52:37.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.263+0000 7f9e4300d740 1 -- 172.21.15.7:0/399773355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 msgr2=0x5598f3e4a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.267 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.263+0000 7f9e4300d740 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 0x5598f3e4a770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cd590 tx=0x7f9e30000bc0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e3e814640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 0x7f9e200a58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 -- 172.21.15.7:0/399773355 shutdown_connections 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e4acb0 0x5598f3e4d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e40410 0x5598f3e4a770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 --2- 172.21.15.7:0/399773355 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e3fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.268 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 -- 172.21.15.7:0/399773355 >> 172.21.15.7:0/399773355 conn(0x5598f3e3c060 msgr2=0x5598f3e3c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.266+0000 7f9e4300d740 1 -- 172.21.15.7:0/399773355 shutdown_connections 2024-09-19T05:52:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.270+0000 7f9e4300d740 1 -- 172.21.15.7:0/399773355 wait complete. 2024-09-19T05:52:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.270+0000 7f9e4300d740 1 -- start start 2024-09-19T05:52:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.270+0000 7f9e4300d740 1 Processor -- start 2024-09-19T05:52:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e480a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e485e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5598f3e4d880 con 0x5598f3e3faf0 2024-09-19T05:52:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5598f3d2d290 con 0x5598f3e4acb0 2024-09-19T05:52:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x5598f3e4da00 con 0x5598f3e40410 2024-09-19T05:52:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.271+0000 7f9e4300d740 10 client.0 _ll_register_callbacks cb 0x5598f3d5e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:37.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37550/0 (socket says 172.21.15.7:37550) 2024-09-19T05:52:37.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 -- 172.21.15.7:0/2573874588 learned_addr learned my addr 172.21.15.7:0/2573874588 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:37.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 -- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 msgr2=0x5598f3e480a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e480a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 -- 172.21.15.7:0/2573874588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 msgr2=0x5598f3e485e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e485e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.274+0000 7f9e3e013640 1 -- 172.21.15.7:0/2573874588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598f3ab7210 con 0x5598f3e3faf0 2024-09-19T05:52:37.280 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.279+0000 7f9e3e814640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 0x7f9e200a58a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c005930 tx=0x7f9e2c0046c0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.281+0000 7f9e3e013640 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cdb90 tx=0x7f9e300a0590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a00058e0ed9743b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.281+0000 7f9e1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:52:37.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.281+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e300a4d90 con 0x5598f3e3faf0 2024-09-19T05:52:37.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.281+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f9e300a0150 con 0x5598f3e3faf0 2024-09-19T05:52:37.283 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.282+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e3009a420 con 0x5598f3e3faf0 2024-09-19T05:52:37.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.287+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9e300a4900 con 0x5598f3e3faf0 2024-09-19T05:52:37.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.287+0000 7f9e4300d740 10 client.16602 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:37.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.287+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5598f3b83620 con 0x5598f3e3faf0 2024-09-19T05:52:37.289 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.288+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e3009a420 con 0x5598f3e3faf0 2024-09-19T05:52:37.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f9e300cdce0 con 0x5598f3e3faf0 2024-09-19T05:52:37.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 10 client.16602 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:37.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 10 client.16602 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:37.292 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 20 client.16602 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3e5add0 0x5598f3e5d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 4 client.16602 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.289+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598f3db1a20 con 0x5598f3e5add0 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.290+0000 7f9e3d812640 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3e5add0 0x5598f3e5d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.290+0000 7f9e3d812640 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3e5add0 0x5598f3e5d1e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7a5c7a40b17feaf server_cookie=441fe41d82f45581 in_seq=0 out_seq=0 2024-09-19T05:52:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.290+0000 7f9e1dffb640 10 client.16602 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:37.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.291+0000 7f9e1dffb640 1 -- 172.21.15.7:0/2573874588 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5598f3db1a20 con 0x5598f3e5add0 2024-09-19T05:52:37.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.292+0000 7f9e1dffb640 10 client.16602 handle_command_reply: tid=0 2024-09-19T05:52:37.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.292+0000 7f9e4300d740 1 client.16602 shutdown 2024-09-19T05:52:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.294+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 msgr2=0x5598f3e47b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.294+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cdb90 tx=0x7f9e300a0590 comp rx=0 tx=0).stop 2024-09-19T05:52:37.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 shutdown_connections 2024-09-19T05:52:37.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e485e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e480a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.297 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3e5add0 0x5598f3e5d1e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 --2- 172.21.15.7:0/2573874588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e47b60 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.298 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.295+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 >> 172.21.15.7:0/2573874588 conn(0x5598f3e3c060 msgr2=0x5598f3e41d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.297+0000 7f9e1dffb640 0 client.16602 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.297+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 shutdown_connections 2024-09-19T05:52:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.297+0000 7f9e4300d740 1 -- 172.21.15.7:0/2573874588 wait complete. 2024-09-19T05:52:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.297+0000 7f9e4300d740 20 client.16602 trim_cache size 0 max 16384 2024-09-19T05:52:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.352+0000 7f9e4300d740 1 Processor -- start 2024-09-19T05:52:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.352+0000 7f9e4300d740 1 -- start start 2024-09-19T05:52:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.352+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e48410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.355 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e62ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e4300d740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381c4b60 con 0x5598f3e3faf0 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e3d812640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e3d812640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:41922/0 (socket says 172.21.15.7:41922) 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e3d812640 1 -- 172.21.15.7:0/190121962 learned_addr learned my addr 172.21.15.7:0/190121962 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e3e814640 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e62ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e3e013640 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e48410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381c66a0 con 0x5598f3e4acb0 2024-09-19T05:52:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.353+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381c5230 con 0x5598f3e40410 2024-09-19T05:52:37.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.354+0000 7f9e3d812640 1 -- 172.21.15.7:0/190121962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 msgr2=0x5598f3e62ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.354+0000 7f9e3d812640 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e62ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.354+0000 7f9e3d812640 1 -- 172.21.15.7:0/190121962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 msgr2=0x5598f3e48410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.354+0000 7f9e3d812640 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e48410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.358 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.354+0000 7f9e3d812640 1 -- 172.21.15.7:0/190121962 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598f3e3be90 con 0x5598f3e40410 2024-09-19T05:52:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.355+0000 7f9e3d812640 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009ca0 tx=0x7f9e2802f580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb36dab12fc7dfa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.355+0000 7f9e1ffff640 1 -- 172.21.15.7:0/190121962 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28034040 con 0x5598f3e40410 2024-09-19T05:52:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.355+0000 7f9e1ffff640 1 -- 172.21.15.7:0/190121962 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e2802f670 con 0x5598f3e40410 2024-09-19T05:52:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.355+0000 7f9e1ffff640 1 -- 172.21.15.7:0/190121962 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e280042a0 con 0x5598f3e40410 2024-09-19T05:52:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 msgr2=0x5598f3e49ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009ca0 tx=0x7f9e2802f580 comp rx=0 tx=0).stop 2024-09-19T05:52:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 shutdown_connections 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e62ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e40410 0x5598f3e49ad0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 --2- 172.21.15.7:0/190121962 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e3faf0 0x5598f3e48410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.357+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 >> 172.21.15.7:0/190121962 conn(0x5598f3e3c060 msgr2=0x5598f3e493c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.358+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 shutdown_connections 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.358+0000 7f9e4300d740 1 -- 172.21.15.7:0/190121962 wait complete. 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.359+0000 7f9e4300d740 1 -- start start 2024-09-19T05:52:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.359+0000 7f9e4300d740 1 Processor -- start 2024-09-19T05:52:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.359+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e52fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.359+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e4300d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e4e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3d812640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3d812640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37562/0 (socket says 172.21.15.7:37562) 2024-09-19T05:52:37.364 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3d812640 1 -- 172.21.15.7:0/3007737565 learned_addr learned my addr 172.21.15.7:0/3007737565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3e013640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e52fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381c5fd0 con 0x5598f3e40410 2024-09-19T05:52:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381c5900 con 0x5598f3e4acb0 2024-09-19T05:52:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9e381adbc0 con 0x5598f3e3faf0 2024-09-19T05:52:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e4300d740 10 client.0 _ll_register_callbacks cb 0x7f9e2c00b260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:37.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3e814640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e4e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3d812640 1 -- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 msgr2=0x5598f3e52fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.360+0000 7f9e3d812640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e52fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.366 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.361+0000 7f9e3d812640 1 -- 172.21.15.7:0/3007737565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 msgr2=0x5598f3e4e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.361+0000 7f9e3d812640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e4e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.361+0000 7f9e3d812640 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598f3e4eb60 con 0x5598f3e40410 2024-09-19T05:52:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.361+0000 7f9e3d812640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9e2802af40 tx=0x7f9e280099f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146628c42c646b3b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.361+0000 7f9e1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:52:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.362+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28034030 con 0x5598f3e40410 2024-09-19T05:52:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.362+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f9e2802f870 con 0x5598f3e40410 2024-09-19T05:52:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.362+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e2802f670 con 0x5598f3e40410 2024-09-19T05:52:37.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9e2802fa70 con 0x5598f3e40410 2024-09-19T05:52:37.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 10 client.16608 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:37.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5598f3ec5600 con 0x5598f3e40410 2024-09-19T05:52:37.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e2802fc10 con 0x5598f3e40410 2024-09-19T05:52:37.372 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f9e28058030 con 0x5598f3e40410 2024-09-19T05:52:37.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 10 client.16608 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:37.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 10 client.16608 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:37.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 20 client.16608 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:37.373 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.363+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3ec5d80 0x5598f3ec81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:37.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.364+0000 7f9e4300d740 4 client.16608 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:52:37.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.364+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f9e2802f670 con 0x5598f3ec5d80 2024-09-19T05:52:37.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.365+0000 7f9e3e013640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3ec5d80 0x5598f3ec81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:37.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.366+0000 7f9e3e013640 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3ec5d80 0x5598f3ec81a0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=927bd47d3589c4ee server_cookie=424bb55fe7b396b4 in_seq=0 out_seq=0 2024-09-19T05:52:37.374 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.366+0000 7f9e1dffb640 10 client.16608 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.383+0000 7f9e1dffb640 1 -- 172.21.15.7:0/3007737565 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f9e2802f670 con 0x5598f3ec5d80 2024-09-19T05:52:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.383+0000 7f9e1dffb640 10 client.16608 handle_command_reply: tid=0 2024-09-19T05:52:37.388 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.383+0000 7f9e4300d740 1 client.16608 shutdown 2024-09-19T05:52:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.384+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 msgr2=0x5598f3e534f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.384+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9e2802af40 tx=0x7f9e280099f0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 shutdown_connections 2024-09-19T05:52:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598f3e4acb0 0x5598f3e4e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x5598f3ec5d80 0x5598f3ec81a0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5598f3e40410 0x5598f3e534f0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.390 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 --2- 172.21.15.7:0/3007737565 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x5598f3e3faf0 0x5598f3e52fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.391 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.385+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 >> 172.21.15.7:0/3007737565 conn(0x5598f3e3c060 msgr2=0x5598f3e41d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.389+0000 7f9e1dffb640 0 client.16608 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.389+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 shutdown_connections 2024-09-19T05:52:37.392 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.389+0000 7f9e4300d740 1 -- 172.21.15.7:0/3007737565 wait complete. 2024-09-19T05:52:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.389+0000 7f9e4300d740 20 client.16608 trim_cache size 0 max 16384 2024-09-19T05:52:37.393 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:52:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:52:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:52:37.394 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:52:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.391+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 msgr2=0x7f9e200a58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.397 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.391+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 0x7f9e200a58a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c005930 tx=0x7f9e2c0046c0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.391+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 msgr2=0x7f9e3810b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.391+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000e9f0 tx=0x7f9e3000eeb0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 shutdown_connections 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e3810c0f0 0x7f9e38100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9e38103640 0x7f9e381008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9e200a33e0 0x7f9e200a58a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 --2- 172.21.15.7:0/1162146860 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9e38102d20 0x7f9e3810b7e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.392+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 >> 172.21.15.7:0/1162146860 conn(0x7f9e380fc6b0 msgr2=0x7f9e380fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.393+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 shutdown_connections 2024-09-19T05:52:37.398 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:37.393+0000 7f9e40277640 1 -- 172.21.15.7:0/1162146860 wait complete. 2024-09-19T05:52:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: pgmap v321: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 46 MiB/s wr, 805 op/s 2024-09-19T05:52:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:52:38.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:37 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: pgmap v321: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 46 MiB/s wr, 805 op/s 2024-09-19T05:52:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:52:38.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:37 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: pgmap v321: 97 pgs: 97 active+clean; 27 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 46 MiB/s wr, 805 op/s 2024-09-19T05:52:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi044 to 177.0M 2024-09-19T05:52:38.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:37 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi044 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:52:39.143 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:52:39.144 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:38 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:52:39.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:38 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi063 to 176.0M 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi063 to 184586035: error parsing value: Value '184586035' is below minimum 939524096 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:52:39.225 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:38 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:52:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:39 smithi063 ceph-mon[34779]: pgmap v322: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 67 MiB/s wr, 1.18k op/s 2024-09-19T05:52:40.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:39 smithi063 ceph-mon[34779]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:52:40.153 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:39 smithi063 ceph-mon[34779]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:40.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:39 smithi044 ceph-mon[34175]: pgmap v322: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 67 MiB/s wr, 1.18k op/s 2024-09-19T05:52:40.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:39 smithi044 ceph-mon[34175]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:52:40.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:39 smithi044 ceph-mon[34175]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:40.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:39 smithi007 ceph-mon[30960]: pgmap v322: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 67 MiB/s wr, 1.18k op/s 2024-09-19T05:52:40.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:39 smithi007 ceph-mon[30960]: Adjusting osd_memory_target on smithi007 to 177.0M 2024-09-19T05:52:40.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:39 smithi007 ceph-mon[30960]: Unable to set osd_memory_target on smithi007 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-19T05:52:42.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:41 smithi063 ceph-mon[34779]: pgmap v323: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:42.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:41 smithi044 ceph-mon[34175]: pgmap v323: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:42.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:41 smithi007 ceph-mon[30960]: pgmap v323: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:44.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:43 smithi044 ceph-mon[34175]: pgmap v324: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:44.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:43 smithi007 ceph-mon[30960]: pgmap v324: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:44.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:43 smithi063 ceph-mon[34779]: pgmap v324: 97 pgs: 97 active+clean; 27 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 44 MiB/s wr, 779 op/s 2024-09-19T05:52:46.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:45 smithi007 ceph-mon[30960]: pgmap v325: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 66 MiB/s wr, 1.17k op/s 2024-09-19T05:52:46.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:45 smithi044 ceph-mon[34175]: pgmap v325: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 66 MiB/s wr, 1.17k op/s 2024-09-19T05:52:46.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:45 smithi063 ceph-mon[34779]: pgmap v325: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 66 MiB/s wr, 1.17k op/s 2024-09-19T05:52:48.184 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:47 smithi007 ceph-mon[30960]: pgmap v326: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 44 MiB/s wr, 765 op/s 2024-09-19T05:52:48.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:47 smithi044 ceph-mon[34175]: pgmap v326: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 44 MiB/s wr, 765 op/s 2024-09-19T05:52:48.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:47 smithi063 ceph-mon[34779]: pgmap v326: 97 pgs: 97 active+clean; 27 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 44 MiB/s wr, 765 op/s 2024-09-19T05:52:50.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:49 smithi044 ceph-mon[34175]: pgmap v327: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 66 MiB/s wr, 1.16k op/s 2024-09-19T05:52:50.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:49 smithi007 ceph-mon[30960]: pgmap v327: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 66 MiB/s wr, 1.16k op/s 2024-09-19T05:52:50.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:49 smithi063 ceph-mon[34779]: pgmap v327: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 5.7 MiB/s rd, 66 MiB/s wr, 1.16k op/s 2024-09-19T05:52:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 -- 172.21.15.7:0/3223456680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010a300 msgr2=0x7f07c010a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 --2- 172.21.15.7:0/3223456680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010a300 0x7f07c010a6e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f07b8009ca0 tx=0x7f07b802a8c0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 -- 172.21.15.7:0/3223456680 shutdown_connections 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 --2- 172.21.15.7:0/3223456680 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07c01138b0 0x7f07c0115ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 --2- 172.21.15.7:0/3223456680 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010acb0 0x7f07c0113370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 --2- 172.21.15.7:0/3223456680 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010a300 0x7f07c010a6e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 -- 172.21.15.7:0/3223456680 >> 172.21.15.7:0/3223456680 conn(0x7f07c006d200 msgr2=0x7f07c006d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.605+0000 7f07c4e17640 1 -- 172.21.15.7:0/3223456680 shutdown_connections 2024-09-19T05:52:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.606+0000 7f07c4e17640 1 -- 172.21.15.7:0/3223456680 wait complete. 2024-09-19T05:52:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.607+0000 7f07c4e17640 1 Processor -- start 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 -- start start 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010acb0 0x7f07c019fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07c01138b0 0x7f07c01a47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07c01194e0 con 0x7f07c010a300 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07c0119360 con 0x7f07c010acb0 2024-09-19T05:52:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.608+0000 7f07c4e17640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f07c0119660 con 0x7f07c01138b0 2024-09-19T05:52:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.610+0000 7f07be59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.610+0000 7f07be59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58074/0 (socket says 172.21.15.7:58074) 2024-09-19T05:52:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.610+0000 7f07be59c640 1 -- 172.21.15.7:0/408738807 learned_addr learned my addr 172.21.15.7:0/408738807 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 -- 172.21.15.7:0/408738807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07c01138b0 msgr2=0x7f07c01a47b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07c01138b0 0x7f07c01a47b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 -- 172.21.15.7:0/408738807 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010acb0 msgr2=0x7f07c019fca0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010acb0 0x7f07c019fca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 -- 172.21.15.7:0/408738807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c01a4cf0 con 0x7f07c010a300 2024-09-19T05:52:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.611+0000 7f07be59c640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f07b8031040 tx=0x7f07b8032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.612+0000 7f07af7fe640 1 -- 172.21.15.7:0/408738807 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b8003c70 con 0x7f07c010a300 2024-09-19T05:52:50.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.612+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07c01a4f80 con 0x7f07c010a300 2024-09-19T05:52:50.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.612+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07c01a54d0 con 0x7f07c010a300 2024-09-19T05:52:50.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.612+0000 7f07af7fe640 1 -- 172.21.15.7:0/408738807 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07b8003e10 con 0x7f07c010a300 2024-09-19T05:52:50.617 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.614+0000 7f07af7fe640 1 -- 172.21.15.7:0/408738807 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b8030b70 con 0x7f07c010a300 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.617+0000 7f07c7c88740 1 Processor -- start 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.617+0000 7f07c7c88740 1 -- start start 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103d2d0 0x55cdc1058780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc105b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cdc0fa12f0 con 0x55cdc1058cc0 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cdc0f49270 con 0x55cdc103c9b0 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07c7c88740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cdc0f9d2b0 con 0x55cdc103d2d0 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:40138/0 (socket says 172.21.15.7:40138) 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 -- 172.21.15.7:0/8134387 learned_addr learned my addr 172.21.15.7:0/8134387 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 -- 172.21.15.7:0/8134387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103d2d0 msgr2=0x55cdc1058780 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103d2d0 0x55cdc1058780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 -- 172.21.15.7:0/8134387 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 msgr2=0x55cdc105b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc105b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.618+0000 7f07bed9d640 1 -- 172.21.15.7:0/8134387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cdc0f48340 con 0x55cdc103c9b0 2024-09-19T05:52:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.619+0000 7f07bed9d640 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f07b0009ac0 tx=0x7f07b0009f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f950c33a65433048 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.619+0000 7f07acff9640 1 -- 172.21.15.7:0/8134387 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b000ec90 con 0x55cdc103c9b0 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.619+0000 7f07acff9640 1 -- 172.21.15.7:0/8134387 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07b000ee30 con 0x55cdc103c9b0 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07acff9640 1 -- 172.21.15.7:0/8134387 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b0010690 con 0x55cdc103c9b0 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 -- 172.21.15.7:0/8134387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 msgr2=0x55cdc103cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f07b0009ac0 tx=0x7f07b0009f80 comp rx=0 tx=0).stop 2024-09-19T05:52:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 -- 172.21.15.7:0/8134387 shutdown_connections 2024-09-19T05:52:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc105b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103d2d0 0x55cdc1058780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 --2- 172.21.15.7:0/8134387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc103cd90 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.620+0000 7f07c7c88740 1 -- 172.21.15.7:0/8134387 >> 172.21.15.7:0/8134387 conn(0x55cdc1039060 msgr2=0x55cdc1039440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.623+0000 7f07af7fe640 1 -- 172.21.15.7:0/408738807 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f07b8030d10 con 0x7f07c010a300 2024-09-19T05:52:50.626 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.624+0000 7f07c7c88740 1 -- 172.21.15.7:0/8134387 shutdown_connections 2024-09-19T05:52:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.624+0000 7f07c7c88740 1 -- 172.21.15.7:0/8134387 wait complete. 2024-09-19T05:52:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.624+0000 7f07c7c88740 1 -- start start 2024-09-19T05:52:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 Processor -- start 2024-09-19T05:52:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc1056190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc10566d0 0x55cdc1064ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cdc105b930 con 0x55cdc1058cc0 2024-09-19T05:52:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cdc0f2a290 con 0x55cdc103c9b0 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x55cdc105bab0 con 0x55cdc10566d0 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07c7c88740 10 client.0 _ll_register_callbacks cb 0x55cdc0f5b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07bed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07be59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc1056190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07bed9d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:40150/0 (socket says 172.21.15.7:40150) 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.625+0000 7f07bed9d640 1 -- 172.21.15.7:0/2860378390 learned_addr learned my addr 172.21.15.7:0/2860378390 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 -- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc10566d0 msgr2=0x55cdc1064ec0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc10566d0 0x55cdc1064ec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 -- 172.21.15.7:0/2860378390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 msgr2=0x55cdc1056190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc1056190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 -- 172.21.15.7:0/2860378390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cdc0cb4210 con 0x55cdc103c9b0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07af7fe640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 0x7f07a80a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07bed9d640 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f07b000ecc0 tx=0x7f07b000ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67f5aa38c322614 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.626+0000 7f07af7fe640 1 -- 172.21.15.7:0/408738807 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f07b80f1150 con 0x7f07c010a300 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07bed9d640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 0x7f07a80a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b001d040 con 0x55cdc103c9b0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07bed9d640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 0x7f07a80a57b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f07b0009900 tx=0x7f07b0025000 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.632 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f07b0004250 con 0x55cdc103c9b0 2024-09-19T05:52:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.627+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07b000ee30 con 0x55cdc103c9b0 2024-09-19T05:52:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.628+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f07b00050d0 con 0x55cdc103c9b0 2024-09-19T05:52:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.628+0000 7f07c7c88740 10 client.26135 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.628+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55cdc0d80620 con 0x55cdc103c9b0 2024-09-19T05:52:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07b000ee30 con 0x55cdc103c9b0 2024-09-19T05:52:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f07b002eb00 con 0x55cdc103c9b0 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 10 client.26135 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 10 client.26135 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 20 client.26135 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc1069620 0x55cdc106ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 4 client.26135 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cdc0faea20 con 0x55cdc1069620 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.629+0000 7f07be59c640 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc1069620 0x55cdc106ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.630+0000 7f07be59c640 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc1069620 0x55cdc106ba40 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d692f45f398aeeb2 server_cookie=7ad4ab6ed5352153 in_seq=0 out_seq=0 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.630+0000 7f07a5ffb640 10 client.26135 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.631+0000 7f07a5ffb640 1 -- 172.21.15.7:0/2860378390 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cdc0faea20 con 0x55cdc1069620 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.631+0000 7f07a5ffb640 10 client.26135 handle_command_reply: tid=0 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.631+0000 7f07c7c88740 1 client.26135 shutdown 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 msgr2=0x55cdc1055c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f07b000ecc0 tx=0x7f07b000ecf0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 shutdown_connections 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc10566d0 0x55cdc1064ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc1069620 0x55cdc106ba40 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc1058cc0 0x55cdc1056190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 --2- 172.21.15.7:0/2860378390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc103c9b0 0x55cdc1055c50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 >> 172.21.15.7:0/2860378390 conn(0x55cdc1039060 msgr2=0x55cdc103ed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07a5ffb640 0 client.26135 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 shutdown_connections 2024-09-19T05:52:50.638 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.632+0000 7f07c7c88740 1 -- 172.21.15.7:0/2860378390 wait complete. 2024-09-19T05:52:50.639 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.633+0000 7f07c7c88740 20 client.26135 trim_cache size 0 max 16384 2024-09-19T05:52:50.669 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.666+0000 7f07c7c88740 1 Processor -- start 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 -- start start 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103c9b0 0x55cdc1064cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc1058cc0 0x55cdc1071350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07a000e8a0 con 0x55cdc10566d0 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07a00103e0 con 0x55cdc1058cc0 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.667+0000 7f07c7c88740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f07a000ef70 con 0x55cdc103c9b0 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.668+0000 7f07bdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.668+0000 7f07bdd9b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58096/0 (socket says 172.21.15.7:58096) 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.668+0000 7f07bdd9b640 1 -- 172.21.15.7:0/1425933154 learned_addr learned my addr 172.21.15.7:0/1425933154 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:50.671 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.668+0000 7f07be59c640 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103c9b0 0x55cdc1064cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bed9d640 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc1058cc0 0x55cdc1071350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.672 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 -- 172.21.15.7:0/1425933154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103c9b0 msgr2=0x55cdc1064cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103c9b0 0x55cdc1064cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 -- 172.21.15.7:0/1425933154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc1058cc0 msgr2=0x55cdc1071350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc1058cc0 0x55cdc1071350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 -- 172.21.15.7:0/1425933154 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cdc1056bf0 con 0x55cdc10566d0 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.669+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b840 tx=0x7f07b400bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c933982b905d05 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.670+0000 7f07a7fff640 1 -- 172.21.15.7:0/1425933154 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4016070 con 0x55cdc10566d0 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.670+0000 7f07a7fff640 1 -- 172.21.15.7:0/1425933154 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07b400de90 con 0x55cdc10566d0 2024-09-19T05:52:50.673 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.670+0000 7f07a7fff640 1 -- 172.21.15.7:0/1425933154 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b400f3c0 con 0x55cdc10566d0 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 -- 172.21.15.7:0/1425933154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 msgr2=0x55cdc1057bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f07b400b840 tx=0x7f07b400bd00 comp rx=0 tx=0).stop 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 -- 172.21.15.7:0/1425933154 shutdown_connections 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc1058cc0 0x55cdc1071350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc10566d0 0x55cdc1057bc0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.674 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 --2- 172.21.15.7:0/1425933154 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc103c9b0 0x55cdc1064cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 -- 172.21.15.7:0/1425933154 >> 172.21.15.7:0/1425933154 conn(0x55cdc1039060 msgr2=0x55cdc10574b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 -- 172.21.15.7:0/1425933154 shutdown_connections 2024-09-19T05:52:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.671+0000 7f07c7c88740 1 -- 172.21.15.7:0/1425933154 wait complete. 2024-09-19T05:52:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 -- start start 2024-09-19T05:52:50.675 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 Processor -- start 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 0x55cdc105bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc1058cc0 0x55cdc105c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07a000fd10 con 0x55cdc103c9b0 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f07a000f640 con 0x55cdc10566d0 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f07a000c8a0 con 0x55cdc1058cc0 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07c7c88740 10 client.0 _ll_register_callbacks cb 0x7f07b00099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:52:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07be59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.672+0000 7f07bdd9b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 0x55cdc105bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07be59c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58106/0 (socket says 172.21.15.7:58106) 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07be59c640 1 -- 172.21.15.7:0/979901165 learned_addr learned my addr 172.21.15.7:0/979901165 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bed9d640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc1058cc0 0x55cdc105c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 -- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc1058cc0 msgr2=0x55cdc105c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc1058cc0 0x55cdc105c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 -- 172.21.15.7:0/979901165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 msgr2=0x55cdc1061640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 -- 172.21.15.7:0/979901165 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cdc10342d0 con 0x55cdc10566d0 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07be59c640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07bdd9b640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 0x55cdc105bde0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55cdc1057290 tx=0x7f07b4010710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d34b0866792472d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:52:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.673+0000 7f07a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:52:50.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4016040 con 0x55cdc10566d0 2024-09-19T05:52:50.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f07b4004040 con 0x55cdc10566d0 2024-09-19T05:52:50.678 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07b400de90 con 0x55cdc10566d0 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f07b4004260 con 0x55cdc10566d0 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07c7c88740 10 client.26138 fetch_fsmap learned FSMap version 33 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.674+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55cdc10d3210 con 0x55cdc10566d0 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07b400de90 con 0x55cdc10566d0 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f07b4022070 con 0x55cdc10566d0 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 10 client.26138 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 10 client.26138 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 20 client.26138 populate_metadata read hostname 'smithi007' 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc10d38d0 0x55cdc10d5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 4 client.26138 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:52:50.679 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.675+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cdc0fa8d70 con 0x55cdc10d38d0 2024-09-19T05:52:50.680 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.677+0000 7f07be59c640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc10d38d0 0x55cdc10d5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:52:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.679+0000 7f07a5ffb640 10 client.26138 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.679+0000 7f07be59c640 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc10d38d0 0x55cdc10d5cf0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=189ece73e18d6470 server_cookie=3c67d7b49966ba95 in_seq=0 out_seq=0 2024-09-19T05:52:50.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.693+0000 7f07a5ffb640 1 -- 172.21.15.7:0/979901165 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cdc0fa8d70 con 0x55cdc10d38d0 2024-09-19T05:52:50.696 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.693+0000 7f07a5ffb640 10 client.26138 handle_command_reply: tid=0 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.693+0000 7f07c7c88740 1 client.26138 shutdown 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.693+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 msgr2=0x55cdc105bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.693+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 0x55cdc105bde0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x55cdc1057290 tx=0x7f07b4010710 comp rx=0 tx=0).stop 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 shutdown_connections 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x55cdc1058cc0 0x55cdc105c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cdc10566d0 0x55cdc105bde0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x55cdc10d38d0 0x55cdc10d5cf0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 --2- 172.21.15.7:0/979901165 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cdc103c9b0 0x55cdc1061640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 >> 172.21.15.7:0/979901165 conn(0x55cdc1039060 msgr2=0x55cdc10379a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.697 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07a5ffb640 0 client.26138 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:52:50.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:52:50.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:52:50.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:52:50.698 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 shutdown_connections 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 1 -- 172.21.15.7:0/979901165 wait complete. 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.694+0000 7f07c7c88740 20 client.26138 trim_cache size 0 max 16384 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.695+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 msgr2=0x7f07a80a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.695+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 0x7f07a80a57b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f07b0009900 tx=0x7f07b0025000 comp rx=0 tx=0).stop 2024-09-19T05:52:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.695+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 msgr2=0x7f07c019f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.695+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f07b8031040 tx=0x7f07b8032ff0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 shutdown_connections 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f07a80a32f0 0x7f07a80a57b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f07c01138b0 0x7f07c01a47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f07c010acb0 0x7f07c019fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 --2- 172.21.15.7:0/408738807 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07c010a300 0x7f07c019f760 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 >> 172.21.15.7:0/408738807 conn(0x7f07c006d200 msgr2=0x7f07c0071db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 shutdown_connections 2024-09-19T05:52:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:52:50.696+0000 7f07c4e17640 1 -- 172.21.15.7:0/408738807 wait complete. 2024-09-19T05:52:52.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:51 smithi044 ceph-mon[34175]: pgmap v328: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:52.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:51 smithi007 ceph-mon[30960]: pgmap v328: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:52.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:51 smithi063 ceph-mon[34779]: pgmap v328: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:54.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:53 smithi044 ceph-mon[34175]: pgmap v329: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:54.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:53 smithi007 ceph-mon[30960]: pgmap v329: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:54.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:53 smithi063 ceph-mon[34779]: pgmap v329: 97 pgs: 97 active+clean; 28 GiB data, 91 GiB used, 982 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 45 MiB/s wr, 782 op/s 2024-09-19T05:52:56.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:55 smithi044 ceph-mon[34175]: pgmap v330: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 67 MiB/s wr, 1.16k op/s 2024-09-19T05:52:56.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:55 smithi007 ceph-mon[30960]: pgmap v330: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 67 MiB/s wr, 1.16k op/s 2024-09-19T05:52:56.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:55 smithi063 ceph-mon[34779]: pgmap v330: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 67 MiB/s wr, 1.16k op/s 2024-09-19T05:52:58.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:57 smithi044 ceph-mon[34175]: pgmap v331: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 771 op/s 2024-09-19T05:52:58.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:57 smithi007 ceph-mon[30960]: pgmap v331: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 771 op/s 2024-09-19T05:52:58.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:57 smithi063 ceph-mon[34779]: pgmap v331: 97 pgs: 97 active+clean; 28 GiB data, 92 GiB used, 981 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 771 op/s 2024-09-19T05:53:00.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:52:59 smithi044 ceph-mon[34175]: pgmap v332: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 68 MiB/s wr, 1.17k op/s 2024-09-19T05:53:00.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:52:59 smithi007 ceph-mon[30960]: pgmap v332: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 68 MiB/s wr, 1.17k op/s 2024-09-19T05:53:00.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:52:59 smithi063 ceph-mon[34779]: pgmap v332: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 68 MiB/s wr, 1.17k op/s 2024-09-19T05:53:02.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:01 smithi044 ceph-mon[34175]: pgmap v333: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:02.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:01 smithi007 ceph-mon[30960]: pgmap v333: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:02.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:01 smithi063 ceph-mon[34779]: pgmap v333: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 -- 172.21.15.7:0/2248890183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c1009d0 msgr2=0x7f961c100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 --2- 172.21.15.7:0/2248890183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c1009d0 0x7f961c100e30 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f960c009930 tx=0x7f960c02a460 comp rx=0 tx=0).stop 2024-09-19T05:53:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 -- 172.21.15.7:0/2248890183 shutdown_connections 2024-09-19T05:53:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 --2- 172.21.15.7:0/2248890183 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c101370 0x7f961c10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 --2- 172.21.15.7:0/2248890183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c1009d0 0x7f961c100e30 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 --2- 172.21.15.7:0/2248890183 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f961c1069e0 0x7f961c106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.864+0000 7f9621e23640 1 -- 172.21.15.7:0/2248890183 >> 172.21.15.7:0/2248890183 conn(0x7f961c0fc6b0 msgr2=0x7f961c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.866+0000 7f9621e23640 1 -- 172.21.15.7:0/2248890183 shutdown_connections 2024-09-19T05:53:03.868 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.866+0000 7f9621e23640 1 -- 172.21.15.7:0/2248890183 wait complete. 2024-09-19T05:53:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 Processor -- start 2024-09-19T05:53:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 -- start start 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 0x7f961c073c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 0x7f961c06ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f961c06d200 0x7f961c06d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.867+0000 7f9621e23640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f961c10fc10 con 0x7f961c101370 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.868+0000 7f9621e23640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f961c10fa90 con 0x7f961c06d200 2024-09-19T05:53:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.868+0000 7f9621e23640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f961c10fd90 con 0x7f961c1069e0 2024-09-19T05:53:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.868+0000 7f961affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 0x7f961c06ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.868+0000 7f961affd640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 0x7f961c06ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:46300/0 (socket says 172.21.15.7:46300) 2024-09-19T05:53:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.868+0000 7f961affd640 1 -- 172.21.15.7:0/1612564830 learned_addr learned my addr 172.21.15.7:0/1612564830 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.869+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 0x7f961c073c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 -- 172.21.15.7:0/1612564830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 msgr2=0x7f961c06ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 0x7f961c06ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 -- 172.21.15.7:0/1612564830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f961c06d200 msgr2=0x7f961c06d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f961c06d200 0x7f961c06d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 -- 172.21.15.7:0/1612564830 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f961c071890 con 0x7f961c101370 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.870+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 0x7f961c073c40 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f960400c970 tx=0x7f960400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.872+0000 7f9618ff9640 1 -- 172.21.15.7:0/1612564830 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604007bb0 con 0x7f961c101370 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.872+0000 7f9618ff9640 1 -- 172.21.15.7:0/1612564830 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9604007d50 con 0x7f961c101370 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.872+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f961c071b80 con 0x7f961c101370 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.872+0000 7f9618ff9640 1 -- 172.21.15.7:0/1612564830 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604018780 con 0x7f961c101370 2024-09-19T05:53:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.872+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f961c0720a0 con 0x7f961c101370 2024-09-19T05:53:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.878+0000 7f9624bba740 1 Processor -- start 2024-09-19T05:53:03.882 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 -- start start 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd185ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd1868770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559dd17c22f0 con 0x559dd185daf0 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559dd176a270 con 0x559dd1868cb0 2024-09-19T05:53:03.883 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.881+0000 7f9624bba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559dd17be2b0 con 0x559dd185e410 2024-09-19T05:53:03.884 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.883+0000 7f961affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.883+0000 7f961affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:50106/0 (socket says 172.21.15.7:50106) 2024-09-19T05:53:03.885 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.883+0000 7f961affd640 1 -- 172.21.15.7:0/3130868072 learned_addr learned my addr 172.21.15.7:0/3130868072 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.883+0000 7f961bfff640 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd185ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 -- 172.21.15.7:0/3130868072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 msgr2=0x559dd1868770 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd1868770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 -- 172.21.15.7:0/3130868072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 msgr2=0x559dd186b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.886 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 -- 172.21.15.7:0/3130868072 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dd1769340 con 0x559dd185daf0 2024-09-19T05:53:03.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f9618ff9640 1 -- 172.21.15.7:0/1612564830 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9604018920 con 0x7f961c101370 2024-09-19T05:53:03.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.885+0000 7f961bfff640 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd185ded0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9614009ce0 tx=0x7f961400b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0832e2d06901870 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.886+0000 7f9611ffb640 1 -- 172.21.15.7:0/3130868072 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614018070 con 0x559dd185daf0 2024-09-19T05:53:03.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.886+0000 7f9611ffb640 1 -- 172.21.15.7:0/3130868072 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96140119d0 con 0x559dd185daf0 2024-09-19T05:53:03.887 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.886+0000 7f9611ffb640 1 -- 172.21.15.7:0/3130868072 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614013980 con 0x559dd185daf0 2024-09-19T05:53:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.886+0000 7f9618ff9640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 0x7f96080a5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.886+0000 7f9618ff9640 1 -- 172.21.15.7:0/1612564830 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f96040cfbc0 con 0x7f961c101370 2024-09-19T05:53:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 -- 172.21.15.7:0/3130868072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 msgr2=0x559dd185ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd185ded0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9614009ce0 tx=0x7f961400b7e0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 -- 172.21.15.7:0/3130868072 shutdown_connections 2024-09-19T05:53:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd1868770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 --2- 172.21.15.7:0/3130868072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd185ded0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.887+0000 7f9624bba740 1 -- 172.21.15.7:0/3130868072 >> 172.21.15.7:0/3130868072 conn(0x559dd185a060 msgr2=0x559dd185a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.890+0000 7f9624bba740 1 -- 172.21.15.7:0/3130868072 shutdown_connections 2024-09-19T05:53:03.892 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.890+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 0x7f96080a5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.894+0000 7f9624bba740 1 -- 172.21.15.7:0/3130868072 wait complete. 2024-09-19T05:53:03.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 -- start start 2024-09-19T05:53:03.896 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 Processor -- start 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185daf0 0x559dd1865c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1866680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559dd186b880 con 0x559dd185e410 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559dd174b290 con 0x559dd185daf0 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.895+0000 7f9624bba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559dd186ba00 con 0x559dd1868cb0 2024-09-19T05:53:03.897 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f9624bba740 10 client.0 _ll_register_callbacks cb 0x559dd177c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48332/0 (socket says 172.21.15.7:48332) 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 -- 172.21.15.7:0/3779722745 learned_addr learned my addr 172.21.15.7:0/3779722745 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 -- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 msgr2=0x559dd1866680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1866680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 -- 172.21.15.7:0/3779722745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185daf0 msgr2=0x559dd1865c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185daf0 0x559dd1865c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.898 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.896+0000 7f961affd640 1 -- 172.21.15.7:0/3779722745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dd14d5210 con 0x559dd185e410 2024-09-19T05:53:03.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.897+0000 7f961affd640 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f960c02aa50 tx=0x7f960c0035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34b151c178185fc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.897+0000 7f95faffd640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:53:03.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.897+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960c035040 con 0x559dd185e410 2024-09-19T05:53:03.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.897+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96140119d0 con 0x559dd185e410 2024-09-19T05:53:03.899 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.897+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f960c003b70 con 0x559dd185e410 2024-09-19T05:53:03.900 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.898+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f960c003d70 con 0x559dd185e410 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.898+0000 7f9624bba740 10 client.16635 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.898+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559dd15a1620 con 0x559dd185e410 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.898+0000 7f961b7fe640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 0x7f96080a5a00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x559dd185aec0 tx=0x7f9604007f70 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96140119d0 con 0x559dd185e410 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f960c046590 con 0x559dd185e410 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 10 client.16635 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 10 client.16635 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 20 client.16635 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd1879150 0x559dd187b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 4 client.16635 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:53:03.901 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559dd17cfa20 con 0x559dd1879150 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.899+0000 7f961bfff640 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd1879150 0x559dd187b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.900+0000 7f95faffd640 10 client.16635 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.900+0000 7f961bfff640 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd1879150 0x559dd187b5b0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2db636bb74e69ff server_cookie=99b2b1125e46100c in_seq=0 out_seq=0 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f95faffd640 1 -- 172.21.15.7:0/3779722745 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559dd17cfa20 con 0x559dd1879150 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f95faffd640 10 client.16635 handle_command_reply: tid=0 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 client.16635 shutdown 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 msgr2=0x559dd1866140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f960c02aa50 tx=0x7f960c0035f0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 shutdown_connections 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1866680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd1879150 0x559dd187b5b0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185e410 0x559dd1866140 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 --2- 172.21.15.7:0/3779722745 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185daf0 0x559dd1865c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 >> 172.21.15.7:0/3779722745 conn(0x559dd185a060 msgr2=0x559dd185fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.901+0000 7f95faffd640 0 client.16635 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.902+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 shutdown_connections 2024-09-19T05:53:03.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.902+0000 7f9624bba740 1 -- 172.21.15.7:0/3779722745 wait complete. 2024-09-19T05:53:03.905 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.902+0000 7f9624bba740 20 client.16635 trim_cache size 0 max 16384 2024-09-19T05:53:03.933 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.931+0000 7f9624bba740 1 Processor -- start 2024-09-19T05:53:03.938 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 -- start start 2024-09-19T05:53:03.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18664b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1880ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc00e8a0 con 0x559dd185daf0 2024-09-19T05:53:03.940 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc0103e0 con 0x559dd185e410 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.937+0000 7f9624bba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc00ef70 con 0x559dd1868cb0 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:50130/0 (socket says 172.21.15.7:50130) 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 -- 172.21.15.7:0/2645617973 learned_addr learned my addr 172.21.15.7:0/2645617973 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 -- 172.21.15.7:0/2645617973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 msgr2=0x559dd1880ec0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1880ec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 -- 172.21.15.7:0/2645617973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 msgr2=0x559dd18664b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18664b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 -- 172.21.15.7:0/2645617973 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dd1859830 con 0x559dd185e410 2024-09-19T05:53:03.941 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.938+0000 7f961affd640 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f960c046960 tx=0x7f960c02a460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6401d2fdd7b7c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.940+0000 7f96117fa640 1 -- 172.21.15.7:0/2645617973 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960c053020 con 0x559dd185e410 2024-09-19T05:53:03.942 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.940+0000 7f96117fa640 1 -- 172.21.15.7:0/2645617973 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f960c003970 con 0x559dd185e410 2024-09-19T05:53:03.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.941+0000 7f96117fa640 1 -- 172.21.15.7:0/2645617973 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960c035030 con 0x559dd185e410 2024-09-19T05:53:03.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.941+0000 7f9624bba740 1 -- 172.21.15.7:0/2645617973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 msgr2=0x559dd1867b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.943 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.941+0000 7f9624bba740 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f960c046960 tx=0x7f960c02a460 comp rx=0 tx=0).stop 2024-09-19T05:53:03.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 -- 172.21.15.7:0/2645617973 shutdown_connections 2024-09-19T05:53:03.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd1868cb0 0x559dd1880ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd185e410 0x559dd1867b70 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 --2- 172.21.15.7:0/2645617973 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18664b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.944 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 -- 172.21.15.7:0/2645617973 >> 172.21.15.7:0/2645617973 conn(0x559dd185a060 msgr2=0x559dd1867460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 -- 172.21.15.7:0/2645617973 shutdown_connections 2024-09-19T05:53:03.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 -- 172.21.15.7:0/2645617973 wait complete. 2024-09-19T05:53:03.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.942+0000 7f9624bba740 1 -- start start 2024-09-19T05:53:03.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 Processor -- start 2024-09-19T05:53:03.945 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18713a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd186c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc00fd10 con 0x559dd185daf0 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc00f640 con 0x559dd1868cb0 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f95fc00c8a0 con 0x559dd185e410 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.943+0000 7f9624bba740 10 client.0 _ll_register_callbacks cb 0x7f960c009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.944+0000 7f961bfff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.944+0000 7f961bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18713a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.944+0000 7f961bfff640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18713a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48346/0 (socket says 172.21.15.7:48346) 2024-09-19T05:53:03.946 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.944+0000 7f961bfff640 1 -- 172.21.15.7:0/821251597 learned_addr learned my addr 172.21.15.7:0/821251597 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:03.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 -- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 msgr2=0x559dd186c6c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:03.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd186c6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 -- 172.21.15.7:0/821251597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 msgr2=0x559dd18713a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:03.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18713a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.947 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 -- 172.21.15.7:0/821251597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dd186d430 con 0x559dd1868cb0 2024-09-19T05:53:03.948 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.945+0000 7f961bfff640 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186cc00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f96140135f0 tx=0x7f9614012000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a02bc6b8b35a8c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:03.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.949+0000 7f95faffd640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:53:03.950 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.949+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614018040 con 0x559dd1868cb0 2024-09-19T05:53:03.951 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.950+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f960c003970 con 0x559dd1868cb0 2024-09-19T05:53:03.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.952+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8542+0+0 (secure 0 0 0) 0x7f9614011d30 con 0x559dd1868cb0 2024-09-19T05:53:03.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.952+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f9614003a10 con 0x559dd1868cb0 2024-09-19T05:53:03.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.952+0000 7f9624bba740 10 client.26147 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:03.954 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.952+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559dd18e3de0 con 0x559dd1868cb0 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f960c003970 con 0x559dd1868cb0 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7f9614013760 con 0x559dd1868cb0 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 10 client.26147 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 10 client.26147 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 20 client.26147 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:03.955 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd18e4380 0x559dd18e67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:03.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 4 client.26147 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:53:03.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.953+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559dd17c9d70 con 0x559dd18e4380 2024-09-19T05:53:03.956 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.955+0000 7f961affd640 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd18e4380 0x559dd18e67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:03.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.956+0000 7f961affd640 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd18e4380 0x559dd18e67a0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aed5da66f896974d server_cookie=e24f757614171062 in_seq=0 out_seq=0 2024-09-19T05:53:03.958 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.956+0000 7f95faffd640 10 client.26147 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f95faffd640 1 -- 172.21.15.7:0/821251597 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559dd17c9d70 con 0x559dd18e4380 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f95faffd640 10 client.26147 handle_command_reply: tid=0 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 client.26147 shutdown 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 msgr2=0x559dd186cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186cc00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f96140135f0 tx=0x7f9614012000 comp rx=0 tx=0).stop 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 shutdown_connections 2024-09-19T05:53:03.983 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559dd1868cb0 0x559dd186cc00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559dd185e410 0x559dd186c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559dd18e4380 0x559dd18e67a0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 --2- 172.21.15.7:0/821251597 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559dd185daf0 0x559dd18713a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f95faffd640 0 client.26147 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:03.984 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.981+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 >> 172.21.15.7:0/821251597 conn(0x559dd185a060 msgr2=0x559dd1867c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.982+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 shutdown_connections 2024-09-19T05:53:03.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.982+0000 7f9624bba740 1 -- 172.21.15.7:0/821251597 wait complete. 2024-09-19T05:53:03.985 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.982+0000 7f9624bba740 20 client.26147 trim_cache size 0 max 16384 2024-09-19T05:53:03.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:53:03.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:53:03.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:53:03.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:53:03.986 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.984+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 msgr2=0x7f96080a5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.984+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 0x7f96080a5a00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x559dd185aec0 tx=0x7f9604007f70 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.984+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 msgr2=0x7f961c073c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.984+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 0x7f961c073c40 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f960400c970 tx=0x7f960400ce30 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 shutdown_connections 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f961c06d200 0x7f961c06d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f96080a3540 0x7f96080a5a00 secure :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0x559dd185aec0 tx=0x7f9604007f70 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f961c1069e0 0x7f961c06ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 --2- 172.21.15.7:0/1612564830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f961c101370 0x7f961c073c40 secure :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f960400c970 tx=0x7f960400ce30 comp rx=0 tx=0).stop 2024-09-19T05:53:03.987 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.985+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 >> 172.21.15.7:0/1612564830 conn(0x7f961c0fc6b0 msgr2=0x7f961c0fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:03.989 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.988+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 shutdown_connections 2024-09-19T05:53:03.991 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:03.989+0000 7f9621e23640 1 -- 172.21.15.7:0/1612564830 wait complete. 2024-09-19T05:53:04.203 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:03 smithi063 ceph-mon[34779]: pgmap v334: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:04.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:03 smithi044 ceph-mon[34175]: pgmap v334: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:04.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:03 smithi007 ceph-mon[30960]: pgmap v334: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 45 MiB/s wr, 779 op/s 2024-09-19T05:53:06.224 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:05 smithi044 ceph-mon[34175]: pgmap v335: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 66 MiB/s wr, 1.15k op/s 2024-09-19T05:53:06.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:05 smithi007 ceph-mon[30960]: pgmap v335: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 66 MiB/s wr, 1.15k op/s 2024-09-19T05:53:06.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:05 smithi063 ceph-mon[34779]: pgmap v335: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 66 MiB/s wr, 1.15k op/s 2024-09-19T05:53:08.228 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:07 smithi044 ceph-mon[34175]: pgmap v336: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 44 MiB/s wr, 774 op/s 2024-09-19T05:53:08.228 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:07 smithi044 ceph-mon[34175]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T05:53:08.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:07 smithi007 ceph-mon[30960]: pgmap v336: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 44 MiB/s wr, 774 op/s 2024-09-19T05:53:08.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:07 smithi007 ceph-mon[30960]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T05:53:08.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:07 smithi063 ceph-mon[34779]: pgmap v336: 97 pgs: 97 active+clean; 28 GiB data, 93 GiB used, 979 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 44 MiB/s wr, 774 op/s 2024-09-19T05:53:08.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:07 smithi063 ceph-mon[34779]: osdmap e95: 12 total, 12 up, 12 in 2024-09-19T05:53:10.395 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:09 smithi007 ceph-mon[30960]: pgmap v338: 97 pgs: 22 active+clean+snaptrim, 34 active+clean+snaptrim_wait, 41 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 47 MiB/s wr, 816 op/s 2024-09-19T05:53:10.403 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:09 smithi063 ceph-mon[34779]: pgmap v338: 97 pgs: 22 active+clean+snaptrim, 34 active+clean+snaptrim_wait, 41 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 47 MiB/s wr, 816 op/s 2024-09-19T05:53:10.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:09 smithi044 ceph-mon[34175]: pgmap v338: 97 pgs: 22 active+clean+snaptrim, 34 active+clean+snaptrim_wait, 41 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 47 MiB/s wr, 816 op/s 2024-09-19T05:53:12.394 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:11 smithi007 ceph-mon[30960]: pgmap v339: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:12.405 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:11 smithi063 ceph-mon[34779]: pgmap v339: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:12 smithi044 ceph-mon[34175]: pgmap v339: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:14.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:14 smithi007 ceph-mon[30960]: pgmap v340: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:14.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:14 smithi063 ceph-mon[34779]: pgmap v340: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:14.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:14 smithi044 ceph-mon[34175]: pgmap v340: 97 pgs: 24 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 33 active+clean; 28 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 50 MiB/s wr, 864 op/s 2024-09-19T05:53:16.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:16 smithi007 ceph-mon[30960]: pgmap v341: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:16.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:16 smithi063 ceph-mon[34779]: pgmap v341: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:16.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:16 smithi044 ceph-mon[34175]: pgmap v341: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.158+0000 7fb0a129b640 1 -- 172.21.15.7:0/2433526676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c10e9a0 msgr2=0x7fb09c1152f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.158+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2433526676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c10e9a0 0x7fb09c1152f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb08c008570 tx=0x7fb08c029f50 comp rx=0 tx=0).stop 2024-09-19T05:53:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.160+0000 7fb0a129b640 1 -- 172.21.15.7:0/2433526676 shutdown_connections 2024-09-19T05:53:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.160+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2433526676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c10e9a0 0x7fb09c1152f0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.160+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2433526676 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c109e10 0x7fb09c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.160+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2433526676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c109460 0x7fb09c109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.162 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.160+0000 7fb0a129b640 1 -- 172.21.15.7:0/2433526676 >> 172.21.15.7:0/2433526676 conn(0x7fb09c06d060 msgr2=0x7fb09c06d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.161+0000 7fb0a129b640 1 -- 172.21.15.7:0/2433526676 shutdown_connections 2024-09-19T05:53:17.163 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.161+0000 7fb0a129b640 1 -- 172.21.15.7:0/2433526676 wait complete. 2024-09-19T05:53:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.162+0000 7fb0a129b640 1 Processor -- start 2024-09-19T05:53:17.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 -- start start 2024-09-19T05:53:17.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 0x7fb09c19e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 0x7fb09c19ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c1a3000 0x7fb09c1a34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.167 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c118210 con 0x7fb09c1a3000 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c118090 con 0x7fb09c109460 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb0a129b640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c118390 con 0x7fb09c10e9a0 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 0x7fb09c19ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 0x7fb09c19ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37734/0 (socket says 172.21.15.7:37734) 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb09a7fc640 1 -- 172.21.15.7:0/2458300955 learned_addr learned my addr 172.21.15.7:0/2458300955 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c1a3000 0x7fb09c1a34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.163+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 0x7fb09c19e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.164+0000 7fb09affd640 1 -- 172.21.15.7:0/2458300955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 msgr2=0x7fb09c19ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.168 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.164+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 0x7fb09c19ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.164+0000 7fb09affd640 1 -- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c1a3000 msgr2=0x7fb09c1a34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.164+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c1a3000 0x7fb09c1a34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.164+0000 7fb09affd640 1 -- 172.21.15.7:0/2458300955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb09c1a3af0 con 0x7fb09c109460 2024-09-19T05:53:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.165+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 0x7fb09c19e740 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb09400dab0 tx=0x7fb09400df70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.167+0000 7fb083fff640 1 -- 172.21.15.7:0/2458300955 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09400be30 con 0x7fb09c109460 2024-09-19T05:53:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.167+0000 7fb083fff640 1 -- 172.21.15.7:0/2458300955 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb094003e20 con 0x7fb09c109460 2024-09-19T05:53:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.168+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb09c1a3de0 con 0x7fb09c109460 2024-09-19T05:53:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.168+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb09c1ab5d0 con 0x7fb09c109460 2024-09-19T05:53:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.168+0000 7fb083fff640 1 -- 172.21.15.7:0/2458300955 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0940106c0 con 0x7fb09c109460 2024-09-19T05:53:17.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.171+0000 7fb0a4034740 1 Processor -- start 2024-09-19T05:53:17.173 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 -- start start 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d645e0 0x560a60d6e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d71270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560a60cc82f0 con 0x560a60d6ee80 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560a60c70270 con 0x560a60d645e0 2024-09-19T05:53:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.172+0000 7fb0a4034740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560a60cc42b0 con 0x560a60d63cc0 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37744/0 (socket says 172.21.15.7:37744) 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 -- 172.21.15.7:0/1026304905 learned_addr learned my addr 172.21.15.7:0/1026304905 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb083fff640 1 -- 172.21.15.7:0/2458300955 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fb094003970 con 0x7fb09c109460 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 -- 172.21.15.7:0/1026304905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d645e0 msgr2=0x560a60d6e940 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d645e0 0x560a60d6e940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 -- 172.21.15.7:0/1026304905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 msgr2=0x560a60d71270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d71270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.173+0000 7fb09b7fe640 1 -- 172.21.15.7:0/1026304905 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a60c6f340 con 0x560a60d63cc0 2024-09-19T05:53:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.174+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb08c032000 tx=0x7fb08c0082e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9663f70f20547d24 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.174+0000 7fb0817fa640 1 -- 172.21.15.7:0/1026304905 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb08c02aa50 con 0x560a60d63cc0 2024-09-19T05:53:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.174+0000 7fb0817fa640 1 -- 172.21.15.7:0/1026304905 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb08c02abf0 con 0x560a60d63cc0 2024-09-19T05:53:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.174+0000 7fb0817fa640 1 -- 172.21.15.7:0/1026304905 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb08c03c780 con 0x560a60d63cc0 2024-09-19T05:53:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.174+0000 7fb083fff640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 0x7fb0840a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb083fff640 1 -- 172.21.15.7:0/2458300955 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8586+0+0 (secure 0 0 0) 0x7fb0940d0020 con 0x7fb09c109460 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 0x7fb0840a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 -- 172.21.15.7:0/1026304905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 msgr2=0x560a60d640a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb08c032000 tx=0x7fb08c0082e0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 -- 172.21.15.7:0/1026304905 shutdown_connections 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d71270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d645e0 0x560a60d6e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 --2- 172.21.15.7:0/1026304905 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d640a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.175+0000 7fb0a4034740 1 -- 172.21.15.7:0/1026304905 >> 172.21.15.7:0/1026304905 conn(0x560a60d60230 msgr2=0x560a60d60610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.176+0000 7fb09affd640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 0x7fb0840a5860 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x560a60d61090 tx=0x7fb094005f70 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.180 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.178+0000 7fb0a4034740 1 -- 172.21.15.7:0/1026304905 shutdown_connections 2024-09-19T05:53:17.181 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.179+0000 7fb0a4034740 1 -- 172.21.15.7:0/1026304905 wait complete. 2024-09-19T05:53:17.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.179+0000 7fb0a4034740 1 -- start start 2024-09-19T05:53:17.182 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.179+0000 7fb0a4034740 1 Processor -- start 2024-09-19T05:53:17.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d63cc0 0x560a60d6bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.183 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d6c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560a60d71af0 con 0x560a60d63cc0 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560a60c51290 con 0x560a60d6ee80 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x560a60d71c70 con 0x560a60d645e0 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb0a4034740 10 client.0 _ll_register_callbacks cb 0x560a60c82140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb09b7fe640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d6c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37748/0 (socket says 172.21.15.7:37748) 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.180+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4083778019 learned_addr learned my addr 172.21.15.7:0/4083778019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d63cc0 0x560a60d6bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4083778019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 msgr2=0x560a60d6c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d6c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4083778019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d63cc0 msgr2=0x560a60d6bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d63cc0 0x560a60d6bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.181+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4083778019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a609db210 con 0x560a60d645e0 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.182+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb09000ba00 tx=0x7fb09000bec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bc8e133d351205f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.182+0000 7fb07eff5640 10 client.0 ms_handle_connect on v2:172.21.15.63:3300/0 2024-09-19T05:53:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.182+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb090009c40 con 0x560a60d645e0 2024-09-19T05:53:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.182+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mon.1 v2:172.21.15.63:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8586+0+0 (secure 0 0 0) 0x7fb090009de0 con 0x560a60d645e0 2024-09-19T05:53:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.183+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb08c02abf0 con 0x560a60d645e0 2024-09-19T05:53:17.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.188+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb090005020 con 0x560a60d645e0 2024-09-19T05:53:17.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.188+0000 7fb0a4034740 10 client.26293 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:17.190 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.188+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x560a60aa7620 con 0x560a60d645e0 2024-09-19T05:53:17.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mon.1 v2:172.21.15.63:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb08c02abf0 con 0x560a60d645e0 2024-09-19T05:53:17.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mon.1 v2:172.21.15.63:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fb09001e3f0 con 0x560a60d645e0 2024-09-19T05:53:17.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 10 client.26293 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:17.191 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 10 client.26293 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:17.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 20 client.26293 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:17.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60d7eec0 0x560a60d812b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 4 client.26293 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:53:17.192 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.189+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a60cd5a20 con 0x560a60d7eec0 2024-09-19T05:53:17.193 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.190+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60d7eec0 0x560a60d812b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.191+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60d7eec0 0x560a60d812b0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b838f6cc66ea792 server_cookie=6e9266fe6107babb in_seq=0 out_seq=0 2024-09-19T05:53:17.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.192+0000 7fb07eff5640 10 client.26293 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:17.194 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.192+0000 7fb07eff5640 1 -- 172.21.15.7:0/4083778019 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a60cd5a20 con 0x560a60d7eec0 2024-09-19T05:53:17.195 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.192+0000 7fb07eff5640 10 client.26293 handle_command_reply: tid=0 2024-09-19T05:53:17.197 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.196+0000 7fb0a4034740 1 client.26293 shutdown 2024-09-19T05:53:17.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.196+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 msgr2=0x560a60d6c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.198 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.196+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb09000ba00 tx=0x7fb09000bec0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 shutdown_connections 2024-09-19T05:53:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d6c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d6c260 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60d7eec0 0x560a60d812b0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4083778019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d63cc0 0x560a60d6bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 >> 172.21.15.7:0/4083778019 conn(0x560a60d60230 msgr2=0x560a60d65f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb07eff5640 0 client.26293 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.197+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 shutdown_connections 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.198+0000 7fb0a4034740 1 -- 172.21.15.7:0/4083778019 wait complete. 2024-09-19T05:53:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.198+0000 7fb0a4034740 20 client.26293 trim_cache size 0 max 16384 2024-09-19T05:53:17.238 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 Processor -- start 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 -- start start 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d63cc0 0x560a60d6c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d87100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b3a60 con 0x560a60d6ee80 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b55a0 con 0x560a60d63cc0 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb0a4034740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b4130 con 0x560a60d645e0 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.234+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:37762/0 (socket says 172.21.15.7:37762) 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 -- 172.21.15.7:0/3189893033 learned_addr learned my addr 172.21.15.7:0/3189893033 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 -- 172.21.15.7:0/3189893033 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d63cc0 msgr2=0x560a60d6c5d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d63cc0 0x560a60d6c5d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.239 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 -- 172.21.15.7:0/3189893033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 msgr2=0x560a60d87100 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d87100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 -- 172.21.15.7:0/3189893033 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a60d6e870 con 0x560a60d645e0 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.235+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb09000b9d0 tx=0x7fb09000b640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66a1a16c60549ebc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.236+0000 7fb080ff9640 1 -- 172.21.15.7:0/3189893033 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09001ea00 con 0x560a60d645e0 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.236+0000 7fb080ff9640 1 -- 172.21.15.7:0/3189893033 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb09001eba0 con 0x560a60d645e0 2024-09-19T05:53:17.240 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.237+0000 7fb0a4034740 1 -- 172.21.15.7:0/3189893033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 msgr2=0x560a60d86bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.241 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.237+0000 7fb0a4034740 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb09000b9d0 tx=0x7fb09000b640 comp rx=0 tx=0).stop 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 -- 172.21.15.7:0/3189893033 shutdown_connections 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d6ee80 0x560a60d87100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d645e0 0x560a60d86bc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 --2- 172.21.15.7:0/3189893033 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d63cc0 0x560a60d6c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 -- 172.21.15.7:0/3189893033 >> 172.21.15.7:0/3189893033 conn(0x560a60d60230 msgr2=0x560a60d66fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.242 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.239+0000 7fb0a4034740 1 -- 172.21.15.7:0/3189893033 shutdown_connections 2024-09-19T05:53:17.245 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.240+0000 7fb0a4034740 1 -- 172.21.15.7:0/3189893033 wait complete. 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.240+0000 7fb0a4034740 1 -- start start 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.240+0000 7fb0a4034740 1 Processor -- start 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d77440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d72ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b4ed0 con 0x560a60d645e0 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b4800 con 0x560a60d6ee80 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c1b1a60 con 0x560a60d63cc0 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb0a4034740 10 client.0 _ll_register_callbacks cb 0x7fb090014850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:17.246 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb09a7fc640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34344/0 (socket says 172.21.15.7:34344) 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.241+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4081062671 learned_addr learned my addr 172.21.15.7:0/4081062671 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.242+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 msgr2=0x560a60d77440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.242+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d77440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.242+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4081062671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 msgr2=0x560a60d72ca0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.242+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d72ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.242+0000 7fb09a7fc640 1 -- 172.21.15.7:0/4081062671 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a60d73260 con 0x560a60d645e0 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.243+0000 7fb09a7fc640 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb09000ba00 tx=0x7fb090003e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ce119eea97cac8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:17.247 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.243+0000 7fb07eff5640 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-09-19T05:53:17.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.249+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb090005c50 con 0x560a60d645e0 2024-09-19T05:53:17.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.249+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 8586+0+0 (secure 0 0 0) 0x7fb0900051c0 con 0x560a60d645e0 2024-09-19T05:53:17.251 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.249+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560a60ccfd70 con 0x560a60d645e0 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.253+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb090009e50 con 0x560a60d645e0 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.253+0000 7fb0a4034740 10 client.16650 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.253+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x560a60de9a00 con 0x560a60d645e0 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.253+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x560a60ccfd70 con 0x560a60d645e0 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fb090060030 con 0x560a60d645e0 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 10 client.16650 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 10 client.16650 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:17.257 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 20 client.16650 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:17.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60dea030 0x560a60dec450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:17.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 4 client.16650 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:53:17.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a60c4c900 con 0x560a60dea030 2024-09-19T05:53:17.258 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.254+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60dea030 0x560a60dec450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:17.260 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.259+0000 7fb09b7fe640 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60dea030 0x560a60dec450 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adbb0e20f04fb7ef server_cookie=413becbc8578f28 in_seq=0 out_seq=0 2024-09-19T05:53:17.261 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.259+0000 7fb07eff5640 10 client.16650 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:17.270 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.269+0000 7fb07eff5640 1 -- 172.21.15.7:0/4081062671 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560a60c4c900 con 0x560a60dea030 2024-09-19T05:53:17.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.269+0000 7fb07eff5640 10 client.16650 handle_command_reply: tid=0 2024-09-19T05:53:17.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.269+0000 7fb0a4034740 1 client.16650 shutdown 2024-09-19T05:53:17.271 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.269+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 msgr2=0x560a60d72760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb09000ba00 tx=0x7fb090003e40 comp rx=0 tx=0).stop 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 shutdown_connections 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560a60d6ee80 0x560a60d72ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x560a60dea030 0x560a60dec450 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560a60d645e0 0x560a60d72760 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 --2- 172.21.15.7:0/4081062671 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x560a60d63cc0 0x560a60d77440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.272 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb07eff5640 0 client.16650 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:17.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.270+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 >> 172.21.15.7:0/4081062671 conn(0x560a60d60230 msgr2=0x560a60d6d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.273 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.272+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 shutdown_connections 2024-09-19T05:53:17.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.273+0000 7fb0a4034740 1 -- 172.21.15.7:0/4081062671 wait complete. 2024-09-19T05:53:17.274 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.273+0000 7fb0a4034740 20 client.16650 trim_cache size 0 max 16384 2024-09-19T05:53:17.275 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:53:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:53:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:53:17.276 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:53:17.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.276+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 msgr2=0x7fb0840a5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.276+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 0x7fb0840a5860 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x560a60d61090 tx=0x7fb094005f70 comp rx=0 tx=0).stop 2024-09-19T05:53:17.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.276+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 msgr2=0x7fb09c19e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:17.279 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.276+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 0x7fb09c19e740 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb09400dab0 tx=0x7fb09400df70 comp rx=0 tx=0).stop 2024-09-19T05:53:17.284 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 shutdown_connections 2024-09-19T05:53:17.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb09c1a3000 0x7fb09c1a34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fb0840a33a0 0x7fb0840a5860 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fb09c10e9a0 0x7fb09c19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 --2- 172.21.15.7:0/2458300955 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb09c109460 0x7fb09c19e740 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:17.285 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.282+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 >> 172.21.15.7:0/2458300955 conn(0x7fb09c06d060 msgr2=0x7fb09c10c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:17.294 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.293+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 shutdown_connections 2024-09-19T05:53:17.296 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:17.295+0000 7fb0a129b640 1 -- 172.21.15.7:0/2458300955 wait complete. 2024-09-19T05:53:18.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:18 smithi007 ceph-mon[30960]: pgmap v342: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:18.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:18 smithi063 ceph-mon[34779]: pgmap v342: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:18.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:18 smithi044 ceph-mon[34175]: pgmap v342: 97 pgs: 9 active+clean+snaptrim, 14 active+clean+snaptrim_wait, 74 active+clean; 26 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 46 MiB/s wr, 783 op/s 2024-09-19T05:53:20.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:20 smithi007 ceph-mon[30960]: pgmap v343: 97 pgs: 3 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 88 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 55 MiB/s wr, 950 op/s 2024-09-19T05:53:20.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:20 smithi063 ceph-mon[34779]: pgmap v343: 97 pgs: 3 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 88 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 55 MiB/s wr, 950 op/s 2024-09-19T05:53:20.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:20 smithi044 ceph-mon[34175]: pgmap v343: 97 pgs: 3 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 88 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 55 MiB/s wr, 950 op/s 2024-09-19T05:53:22.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:22 smithi007 ceph-mon[30960]: pgmap v344: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 41 MiB/s wr, 704 op/s 2024-09-19T05:53:22.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:22 smithi063 ceph-mon[34779]: pgmap v344: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 41 MiB/s wr, 704 op/s 2024-09-19T05:53:22.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:22 smithi044 ceph-mon[34175]: pgmap v344: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 41 MiB/s wr, 704 op/s 2024-09-19T05:53:24.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:24 smithi007 ceph-mon[30960]: pgmap v345: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 39 MiB/s wr, 663 op/s 2024-09-19T05:53:24.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:24 smithi063 ceph-mon[34779]: pgmap v345: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 39 MiB/s wr, 663 op/s 2024-09-19T05:53:24.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:24 smithi044 ceph-mon[34175]: pgmap v345: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 39 MiB/s wr, 663 op/s 2024-09-19T05:53:26.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:26 smithi007 ceph-mon[30960]: pgmap v346: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2024-09-19T05:53:26.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:26 smithi007 ceph-mon[30960]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T05:53:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:26 smithi063 ceph-mon[34779]: pgmap v346: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2024-09-19T05:53:26.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:26 smithi063 ceph-mon[34779]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T05:53:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:26 smithi044 ceph-mon[34175]: pgmap v346: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2024-09-19T05:53:26.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:26 smithi044 ceph-mon[34175]: osdmap e96: 12 total, 12 up, 12 in 2024-09-19T05:53:28.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:28 smithi007 ceph-mon[30960]: pgmap v348: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 52 MiB/s wr, 882 op/s 2024-09-19T05:53:28.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:28 smithi063 ceph-mon[34779]: pgmap v348: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 52 MiB/s wr, 882 op/s 2024-09-19T05:53:28.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:28 smithi044 ceph-mon[34175]: pgmap v348: 97 pgs: 97 active+clean; 26 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 52 MiB/s wr, 882 op/s 2024-09-19T05:53:30.449 INFO:tasks.workunit.client.0.smithi007.stdout:stopping iogen 2024-09-19T05:53:30.449 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo 'stopping iogen' 2024-09-19T05:53:30.450 INFO:tasks.workunit.client.0.smithi007.stderr:+ ./iogen -k 2024-09-19T05:53:30.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.450+0000 7fd51068b640 1 -- 172.21.15.7:0/3288939599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd508105ee0 msgr2=0x7fd508106390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.452 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.451+0000 7fd51068b640 1 --2- 172.21.15.7:0/3288939599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd508105ee0 0x7fd508106390 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fd50001ace0 tx=0x7fd50003ba20 comp rx=0 tx=0).stop 2024-09-19T05:53:30.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.453+0000 7fd51068b640 1 -- 172.21.15.7:0/3288939599 shutdown_connections 2024-09-19T05:53:30.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.453+0000 7fd51068b640 1 --2- 172.21.15.7:0/3288939599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd508105ee0 0x7fd508106390 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.454 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.453+0000 7fd51068b640 1 --2- 172.21.15.7:0/3288939599 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd5081013d0 0x7fd508105890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.453+0000 7fd51068b640 1 --2- 172.21.15.7:0/3288939599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508100e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.455 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.453+0000 7fd51068b640 1 -- 172.21.15.7:0/3288939599 >> 172.21.15.7:0/3288939599 conn(0x7fd5080fc6d0 msgr2=0x7fd5080feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.456 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.455+0000 7fd51068b640 1 -- 172.21.15.7:0/3288939599 shutdown_connections 2024-09-19T05:53:30.457 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.456+0000 7fd51068b640 1 -- 172.21.15.7:0/3288939599 wait complete. 2024-09-19T05:53:30.458 INFO:tasks.workunit.client.0.smithi007.stdout:OK 2024-09-19T05:53:30.459 INFO:tasks.workunit.client.0.smithi007.stderr:+ echo OK 2024-09-19T05:53:30.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.458+0000 7fd51068b640 1 Processor -- start 2024-09-19T05:53:30.459 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.458+0000 7fd51068b640 1 -- start start 2024-09-19T05:53:30.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.458+0000 7fd51068b640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508114e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.460 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd51068b640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5081013d0 0x7fd508110ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508114e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508114e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52372/0 (socket says 172.21.15.7:52372) 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd50e427640 1 -- 172.21.15.7:0/2872379232 learned_addr learned my addr 172.21.15.7:0/2872379232 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 0x7fd508111420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd5081097a0 con 0x7fd5081013d0 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd508109620 con 0x7fd508100ab0 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.459+0000 7fd50ec28640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 0x7fd508111420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.461 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.460+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd508109920 con 0x7fd508105ee0 2024-09-19T05:53:30.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.462+0000 7fd50ec28640 1 -- 172.21.15.7:0/2872379232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 msgr2=0x7fd508114e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.462+0000 7fd50ec28640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508114e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.462+0000 7fd50ec28640 1 -- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5081013d0 msgr2=0x7fd508110ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.462+0000 7fd50ec28640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5081013d0 0x7fd508110ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.464 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.462+0000 7fd50ec28640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd508111b50 con 0x7fd508105ee0 2024-09-19T05:53:30.466 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.464+0000 7fd50ec28640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 0x7fd508111420 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd50003c010 tx=0x7fd500003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.465+0000 7fd4ff7fe640 1 -- 172.21.15.7:0/2872379232 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500044030 con 0x7fd508105ee0 2024-09-19T05:53:30.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.466+0000 7fd4ff7fe640 1 -- 172.21.15.7:0/2872379232 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd50003fd30 con 0x7fd508105ee0 2024-09-19T05:53:30.467 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.466+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5081a28e0 con 0x7fd508105ee0 2024-09-19T05:53:30.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.466+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5081a2c90 con 0x7fd508105ee0 2024-09-19T05:53:30.468 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.466+0000 7fd4ff7fe640 1 -- 172.21.15.7:0/2872379232 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500004720 con 0x7fd508105ee0 2024-09-19T05:53:30.473 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.470+0000 7fd513424740 1 Processor -- start 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 -- start start 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 0x559fe7e57770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e57cb0 0x559fe7e5a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559fe7db12f0 con 0x559fe7e4d410 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.474+0000 7fd513424740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559fe7d59270 con 0x559fe7e57cb0 2024-09-19T05:53:30.477 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd513424740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559fe7dad2b0 con 0x559fe7e4caf0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd4ff7fe640 1 -- 172.21.15.7:0/2872379232 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fd500047070 con 0x7fd508105ee0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49514/0 (socket says 172.21.15.7:49514) 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 -- 172.21.15.7:0/1412645887 learned_addr learned my addr 172.21.15.7:0/1412645887 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e57cb0 0x559fe7e5a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50e427640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 0x559fe7e57770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 -- 172.21.15.7:0/1412645887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e57cb0 msgr2=0x559fe7e5a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e57cb0 0x559fe7e5a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 -- 172.21.15.7:0/1412645887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 msgr2=0x559fe7e57770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 0x559fe7e57770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50dc26640 1 -- 172.21.15.7:0/1412645887 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fe7d58340 con 0x559fe7e4caf0 2024-09-19T05:53:30.478 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.475+0000 7fd50e427640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 0x559fe7e57770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:53:30.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.477+0000 7fd4ff7fe640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 0x7fd4f40a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.477+0000 7fd4ff7fe640 1 -- 172.21.15.7:0/2872379232 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fd500101b10 con 0x7fd508105ee0 2024-09-19T05:53:30.479 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.478+0000 7fd50e427640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 0x7fd4f40a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.478+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd5040153a0 tx=0x7fd504009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=699286437f110e8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.481 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.480+0000 7fd50e427640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 0x7fd4f40a5a80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x559fe7e49ec0 tx=0x7fd4f8008040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.482 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.481+0000 7fd4fcff9640 1 -- 172.21.15.7:0/1412645887 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd504012040 con 0x559fe7e4caf0 2024-09-19T05:53:30.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.481+0000 7fd4fcff9640 1 -- 172.21.15.7:0/1412645887 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd504008920 con 0x559fe7e4caf0 2024-09-19T05:53:30.483 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.481+0000 7fd4fcff9640 1 -- 172.21.15.7:0/1412645887 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd504004c00 con 0x559fe7e4caf0 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 -- 172.21.15.7:0/1412645887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 msgr2=0x559fe7e4ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd5040153a0 tx=0x7fd504009f90 comp rx=0 tx=0).stop 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 -- 172.21.15.7:0/1412645887 shutdown_connections 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e57cb0 0x559fe7e5a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4d410 0x559fe7e57770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 --2- 172.21.15.7:0/1412645887 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4caf0 0x559fe7e4ced0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.484 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 -- 172.21.15.7:0/1412645887 >> 172.21.15.7:0/1412645887 conn(0x559fe7e49060 msgr2=0x559fe7e49440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.482+0000 7fd513424740 1 -- 172.21.15.7:0/1412645887 shutdown_connections 2024-09-19T05:53:30.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 -- 172.21.15.7:0/1412645887 wait complete. 2024-09-19T05:53:30.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 -- start start 2024-09-19T05:53:30.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 Processor -- start 2024-09-19T05:53:30.485 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4caf0 0x559fe7e54c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e57cb0 0x559fe7e556a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559fe7e6b890 con 0x559fe7e4caf0 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559fe7d3a290 con 0x559fe7e4d410 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x559fe7e6ba10 con 0x559fe7e57cb0 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.483+0000 7fd513424740 10 client.0 _ll_register_callbacks cb 0x559fe7d6b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52396/0 (socket says 172.21.15.7:52396) 2024-09-19T05:53:30.486 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 -- 172.21.15.7:0/3948187738 learned_addr learned my addr 172.21.15.7:0/3948187738 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50e427640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4caf0 0x559fe7e54c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50ec28640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e57cb0 0x559fe7e556a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 -- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e57cb0 msgr2=0x559fe7e556a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e57cb0 0x559fe7e556a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 -- 172.21.15.7:0/3948187738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4caf0 msgr2=0x559fe7e54c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.487 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4caf0 0x559fe7e54c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.484+0000 7fd50dc26640 1 -- 172.21.15.7:0/3948187738 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fe7ac4210 con 0x559fe7e4d410 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd50dc26640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd5040018e0 tx=0x7fd504001910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a592375b2e9a4854 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd4f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd504004b90 con 0x559fe7e4d410 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fd504004d30 con 0x559fe7e4d410 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd504008920 con 0x559fe7e4d410 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.485+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd5040070f0 con 0x559fe7e4d410 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.487+0000 7fd513424740 10 client.26165 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:30.488 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.487+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559fe7b90620 con 0x559fe7e4d410 2024-09-19T05:53:30.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd504008920 con 0x559fe7e4d410 2024-09-19T05:53:30.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fd504019c30 con 0x559fe7e4d410 2024-09-19T05:53:30.489 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 10 client.26165 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 10 client.26165 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 20 client.26165 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7e78b70 0x559fe7e7af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 4 client.26165 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.488+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fe7dbea20 con 0x559fe7e78b70 2024-09-19T05:53:30.490 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.489+0000 7fd50e427640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7e78b70 0x559fe7e7af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.489+0000 7fd50e427640 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7e78b70 0x559fe7e7af60 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b50bc61cdbcae248 server_cookie=5fd673be71395978 in_seq=0 out_seq=0 2024-09-19T05:53:30.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.489+0000 7fd4f1ffb640 10 client.26165 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:30.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.490+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/3948187738 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559fe7dbea20 con 0x559fe7e78b70 2024-09-19T05:53:30.491 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.490+0000 7fd4f1ffb640 10 client.26165 handle_command_reply: tid=0 2024-09-19T05:53:30.492 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.490+0000 7fd513424740 1 client.26165 shutdown 2024-09-19T05:53:30.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.493+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 msgr2=0x559fe7e55160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.495 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.493+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd5040018e0 tx=0x7fd504001910 comp rx=0 tx=0).stop 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 shutdown_connections 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e57cb0 0x559fe7e556a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4d410 0x559fe7e55160 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7e78b70 0x559fe7e7af60 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 --2- 172.21.15.7:0/3948187738 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e4caf0 0x559fe7e54c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.497 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 >> 172.21.15.7:0/3948187738 conn(0x559fe7e49060 msgr2=0x559fe7e4edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.498 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.495+0000 7fd4f1ffb640 0 client.26165 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:30.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.496+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 shutdown_connections 2024-09-19T05:53:30.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.497+0000 7fd513424740 1 -- 172.21.15.7:0/3948187738 wait complete. 2024-09-19T05:53:30.499 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.497+0000 7fd513424740 20 client.26165 trim_cache size 0 max 16384 2024-09-19T05:53:30.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.532+0000 7fd513424740 1 Processor -- start 2024-09-19T05:53:30.534 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.532+0000 7fd513424740 1 -- start start 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e80b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e479a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52400/0 (socket says 172.21.15.7:52400) 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd50e427640 1 -- 172.21.15.7:0/2414278953 learned_addr learned my addr 172.21.15.7:0/2414278953 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec00e930 con 0x559fe7e57cb0 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec010470 con 0x559fe7e4caf0 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec00f000 con 0x559fe7e4d410 2024-09-19T05:53:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.533+0000 7fd50dc26640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e80b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50ec28640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e479a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50dc26640 1 -- 172.21.15.7:0/2414278953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 msgr2=0x559fe7e80650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.537 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50dc26640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50dc26640 1 -- 172.21.15.7:0/2414278953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 msgr2=0x559fe7e479a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50dc26640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e479a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.534+0000 7fd50dc26640 1 -- 172.21.15.7:0/2414278953 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fe7e75700 con 0x559fe7e4d410 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.535+0000 7fd50dc26640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e80b90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x559fe7e561d0 tx=0x7fd504001820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31dd022e0200e1be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.536+0000 7fd4f3fff640 1 -- 172.21.15.7:0/2414278953 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd504004770 con 0x559fe7e4d410 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.536+0000 7fd4f3fff640 1 -- 172.21.15.7:0/2414278953 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd504008920 con 0x559fe7e4d410 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.536+0000 7fd4f3fff640 1 -- 172.21.15.7:0/2414278953 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50402ab70 con 0x559fe7e4d410 2024-09-19T05:53:30.538 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.537+0000 7fd50e427640 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:53:30.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.539+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 msgr2=0x559fe7e80b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.540 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.539+0000 7fd513424740 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e80b90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x559fe7e561d0 tx=0x7fd504001820 comp rx=0 tx=0).stop 2024-09-19T05:53:30.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.540+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 shutdown_connections 2024-09-19T05:53:30.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.540+0000 7fd513424740 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e479a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.540+0000 7fd513424740 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e80b90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.540+0000 7fd513424740 1 --2- 172.21.15.7:0/2414278953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e80650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.541 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.540+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 >> 172.21.15.7:0/2414278953 conn(0x559fe7e49060 msgr2=0x559fe7e4ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.542+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 shutdown_connections 2024-09-19T05:53:30.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.542+0000 7fd513424740 1 -- 172.21.15.7:0/2414278953 wait complete. 2024-09-19T05:53:30.544 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.543+0000 7fd513424740 1 -- start start 2024-09-19T05:53:30.545 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.543+0000 7fd513424740 1 Processor -- start 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd513424740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd513424740 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e71270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd513424740 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e50e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd50e427640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52406/0 (socket says 172.21.15.7:52406) 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e71270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd50dc26640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e71270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49536/0 (socket says 172.21.15.7:49536) 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.544+0000 7fd50e427640 1 -- 172.21.15.7:0/1276033207 learned_addr learned my addr 172.21.15.7:0/1276033207 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:30.547 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec00fda0 con 0x559fe7e57cb0 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec00f6d0 con 0x559fe7e4caf0 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ec00c930 con 0x559fe7e4d410 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd513424740 10 client.0 _ll_register_callbacks cb 0x7fd5040019e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd50e427640 1 -- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 msgr2=0x559fe7e71270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd50e427640 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e71270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd50e427640 1 -- 172.21.15.7:0/1276033207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 msgr2=0x559fe7e50e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd50e427640 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e50e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.548 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.545+0000 7fd50e427640 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fe7e718e0 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd50e427640 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8010d50 tx=0x7fd4f8004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0552918eca922d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd4f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f801c040 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd504008920 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mon.2 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fd4f8023840 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.546+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd4f800f040 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.547+0000 7fd513424740 10 client.26168 fetch_fsmap learned FSMap version 33 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.547+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559fe7ee2b50 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.547+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mon.2 v2:172.21.15.44:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4f802d030 con 0x559fe7e4caf0 2024-09-19T05:53:30.550 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.547+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mon.2 v2:172.21.15.44:3300/0 5 ==== fsmap(e 33) ==== 8362+0+0 (secure 0 0 0) 0x7fd4f8032c90 con 0x559fe7e4caf0 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 10 client.26168 fetch_fsmap finished waiting for FSMap version 33 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 10 client.26168 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 20 client.26168 populate_metadata read hostname 'smithi007' 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7ee32d0 0x559fe7ee5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 4 client.26168 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.548+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 --> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fd504008920 con 0x559fe7ee32d0 2024-09-19T05:53:30.551 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.549+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7ee32d0 0x559fe7ee5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:30.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.550+0000 7fd50dc26640 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7ee32d0 0x559fe7ee5710 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=648abec58fbbe4f7 server_cookie=c99350fb270938cf in_seq=0 out_seq=0 2024-09-19T05:53:30.552 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.550+0000 7fd4f1ffb640 10 client.26168 ms_handle_connect on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd4f1ffb640 1 -- 172.21.15.7:0/1276033207 <== mds.0 v2:172.21.15.63:6838/3927594316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fd504008920 con 0x559fe7ee32d0 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd4f1ffb640 10 client.26168 handle_command_reply: tid=0 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 client.26168 shutdown 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 msgr2=0x559fe7e70d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8010d50 tx=0x7fd4f8004700 comp rx=0 tx=0).stop 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 shutdown_connections 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:6838/3927594316,v1:172.21.15.63:6839/3927594316] conn(0x559fe7ee32d0 0x559fe7ee5710 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559fe7e57cb0 0x559fe7e50e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x559fe7e4d410 0x559fe7e71270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 --2- 172.21.15.7:0/1276033207 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559fe7e4caf0 0x559fe7e70d30 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.564+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 >> 172.21.15.7:0/1276033207 conn(0x559fe7e49060 msgr2=0x559fe7e479a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.565+0000 7fd4f1ffb640 0 client.26168 ms_handle_reset on v2:172.21.15.63:6838/3927594316 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.565+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 shutdown_connections 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.565+0000 7fd513424740 1 -- 172.21.15.7:0/1276033207 wait complete. 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.565+0000 7fd513424740 20 client.26168 trim_cache size 0 max 16384 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:{ 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "message": "", 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout: "return_code": 0 2024-09-19T05:53:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stdout:} 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 msgr2=0x7fd4f40a5a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 0x7fd4f40a5a80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x559fe7e49ec0 tx=0x7fd4f8008040 comp rx=0 tx=0).stop 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 msgr2=0x7fd508111420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 0x7fd508111420 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd50003c010 tx=0x7fd500003ba0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 shutdown_connections 2024-09-19T05:53:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fd4f40a35c0 0x7fd4f40a5a80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fd508105ee0 0x7fd508111420 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5081013d0 0x7fd508110ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 --2- 172.21.15.7:0/2872379232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd508100ab0 0x7fd508114e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.566+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 >> 172.21.15.7:0/2872379232 conn(0x7fd5080fc6d0 msgr2=0x7fd508109f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.567+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 shutdown_connections 2024-09-19T05:53:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi007.front.sepia.ceph.com.smithi007.stderr:2024-09-19T05:53:30.567+0000 7fd51068b640 1 -- 172.21.15.7:0/2872379232 wait complete. 2024-09-19T05:53:30.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:30 smithi007 ceph-mon[30960]: pgmap v349: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 53 MiB/s wr, 890 op/s 2024-09-19T05:53:30.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:30 smithi063 ceph-mon[34779]: pgmap v349: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 53 MiB/s wr, 890 op/s 2024-09-19T05:53:30.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:30 smithi044 ceph-mon[34175]: pgmap v349: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 53 MiB/s wr, 890 op/s 2024-09-19T05:53:32.513 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:32 smithi007 ceph-mon[30960]: pgmap v350: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:32.599 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-19T05:53:32.600 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-19T05:53:32.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:32 smithi063 ceph-mon[34779]: pgmap v350: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:32.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:32 smithi044 ceph-mon[34175]: pgmap v350: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:33.563 INFO:tasks.workunit:Stopping ['suites/iogen.sh'] on client.0... 2024-09-19T05:53:33.564 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-19T05:53:33.878 DEBUG:teuthology.parallel:result is None 2024-09-19T05:53:33.879 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T05:53:33.934 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-19T05:53:33.934 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-19T05:53:33.953 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:53:33.963 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-19T05:53:33.975 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-19T05:53:33.975 INFO:teuthology.task.exec:Executing custom commands... 2024-09-19T05:53:33.975 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:53:33.975 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-19T05:53:34.054 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-19T05:53:34.091 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-19T05:53:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 -- 172.21.15.7:0/3707491988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 msgr2=0x7f8c2410e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3707491988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2410e570 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c009ca0 tx=0x7f8c1c02a950 comp rx=0 tx=0).stop 2024-09-19T05:53:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 -- 172.21.15.7:0/3707491988 shutdown_connections 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3707491988 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2410e570 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3707491988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 0x7f8c2410baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3707491988 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 0x7f8c24103080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 -- 172.21.15.7:0/3707491988 >> 172.21.15.7:0/3707491988 conn(0x7f8c240fc6b0 msgr2=0x7f8c240fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 -- 172.21.15.7:0/3707491988 shutdown_connections 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.235+0000 7f8c2975f640 1 -- 172.21.15.7:0/3707491988 wait complete. 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 Processor -- start 2024-09-19T05:53:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 -- start start 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 0x7f8c24198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 0x7f8c241987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8c24111d40 con 0x7f8c2410c0f0 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8c24111bc0 con 0x7f8c241035c0 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c2975f640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f8c24111ec0 con 0x7f8c24102ca0 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c237fe640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38020/0 (socket says 172.21.15.7:38020) 2024-09-19T05:53:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c237fe640 1 -- 172.21.15.7:0/3472553269 learned_addr learned my addr 172.21.15.7:0/3472553269 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c227fc640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 0x7f8c241987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.236+0000 7f8c22ffd640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 0x7f8c24198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 -- 172.21.15.7:0/3472553269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 msgr2=0x7f8c24198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 0x7f8c24198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 -- 172.21.15.7:0/3472553269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 msgr2=0x7f8c241987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 0x7f8c241987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 -- 172.21.15.7:0/3472553269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c2419d280 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c237fe640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c02ae70 tx=0x7f8c1c02f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c1c034040 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c1c0308f0 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c1c004750 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c2419d510 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.237+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c241a4e00 con 0x7f8c2410c0f0 2024-09-19T05:53:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.238+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c24103080 con 0x7f8c2410c0f0 2024-09-19T05:53:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.239+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f8c1c037020 con 0x7f8c2410c0f0 2024-09-19T05:53:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.240+0000 7f8c0bfff640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 0x7f8c0c0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.240+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f8c1c0f0b00 con 0x7f8c2410c0f0 2024-09-19T05:53:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.240+0000 7f8c22ffd640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 0x7f8c0c0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.241+0000 7f8c22ffd640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 0x7f8c0c0a5870 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8c1400abe0 tx=0x7f8c1400a2d0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.243+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f8c1c0bd670 con 0x7f8c2410c0f0 2024-09-19T05:53:34.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.457+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f8c24062630 con 0x7f8c0c0a33b0 2024-09-19T05:53:34.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.476+0000 7f8c0bfff640 1 -- 172.21.15.7:0/3472553269 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f8c24062630 con 0x7f8c0c0a33b0 2024-09-19T05:53:34.478 INFO:teuthology.orchestra.run.smithi007.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-19T00:00:00", "created": "2024-09-19T05:42:26", "first": "2024-09-19T05:43:00", "last": "2024-09-19T05:53:00", "last_pruned": "2024-09-19T05:53:00", "created_count": 11, "pruned_count": 5, "active": true} 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 msgr2=0x7f8c0c0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 0x7f8c0c0a5870 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8c1400abe0 tx=0x7f8c1400a2d0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 msgr2=0x7f8c2419cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f8c1c02ae70 tx=0x7f8c1c02f5d0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 shutdown_connections 2024-09-19T05:53:34.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8c2410c0f0 0x7f8c2419cb50 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8c241035c0 0x7f8c241987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f8c0c0a33b0 0x7f8c0c0a5870 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 --2- 172.21.15.7:0/3472553269 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f8c24102ca0 0x7f8c24198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 >> 172.21.15.7:0/3472553269 conn(0x7f8c240fc6b0 msgr2=0x7f8c240fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 shutdown_connections 2024-09-19T05:53:34.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.479+0000 7f8c2975f640 1 -- 172.21.15.7:0/3472553269 wait complete. 2024-09-19T05:53:34.499 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-19T05:53:34.499 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:34 smithi007 ceph-mon[30960]: pgmap v351: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:34.526 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:34 smithi044 ceph-mon[34175]: pgmap v351: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:34.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 -- 172.21.15.7:0/1628135674 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e98101340 msgr2=0x7f1e9810d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/1628135674 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e98101340 0x7f1e9810d870 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1e90009ca0 tx=0x7f1e9002cad0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 -- 172.21.15.7:0/1628135674 shutdown_connections 2024-09-19T05:53:34.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/1628135674 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e98101340 0x7f1e9810d870 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/1628135674 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e981009a0 0x7f1e98100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/1628135674 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981069b0 0x7f1e98106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 -- 172.21.15.7:0/1628135674 >> 172.21.15.7:0/1628135674 conn(0x7f1e980779a0 msgr2=0x7f1e980fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:34.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 -- 172.21.15.7:0/1628135674 shutdown_connections 2024-09-19T05:53:34.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.648+0000 7f1e9ed42640 1 -- 172.21.15.7:0/1628135674 wait complete. 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.649+0000 7f1e9ed42640 1 Processor -- start 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.649+0000 7f1e9ed42640 1 -- start start 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.649+0000 7f1e9ed42640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981009a0 0x7f1e9819a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9ed42640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 0x7f1e9819a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9ed42640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 0x7f1e9819eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9ed42640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9810fba0 con 0x7f1e981009a0 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9ed42640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9810fa20 con 0x7f1e981069b0 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9ed42640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f1e9810fd20 con 0x7f1e98101340 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9d2df640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 0x7f1e9819eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9cade640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981009a0 0x7f1e9819a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9d2df640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 0x7f1e9819eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52436/0 (socket says 172.21.15.7:52436) 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e9d2df640 1 -- 172.21.15.7:0/420730173 learned_addr learned my addr 172.21.15.7:0/420730173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 0x7f1e9819a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 -- 172.21.15.7:0/420730173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 msgr2=0x7f1e9819eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 0x7f1e9819eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 -- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981009a0 msgr2=0x7f1e9819a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981009a0 0x7f1e9819a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.650+0000 7f1e97fff640 1 -- 172.21.15.7:0/420730173 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e9819f2d0 con 0x7f1e98101340 2024-09-19T05:53:34.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.651+0000 7f1e97fff640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 0x7f1e9819a820 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400e9f0 tx=0x7f1e8400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:34.654 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:34 smithi063 ceph-mon[34779]: pgmap v351: 97 pgs: 97 active+clean; 26 GiB data, 87 GiB used, 986 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 53 MiB/s wr, 887 op/s 2024-09-19T05:53:34.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.651+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8400ccc0 con 0x7f1e98101340 2024-09-19T05:53:34.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.651+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e840108e0 con 0x7f1e98101340 2024-09-19T05:53:34.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.651+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84018880 con 0x7f1e98101340 2024-09-19T05:53:34.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.651+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e9819f5c0 con 0x7f1e98101340 2024-09-19T05:53:34.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.652+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e981a6e50 con 0x7f1e98101340 2024-09-19T05:53:34.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.653+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e981020e0 con 0x7f1e98101340 2024-09-19T05:53:34.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.654+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f1e84010a90 con 0x7f1e98101340 2024-09-19T05:53:34.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.655+0000 7f1e95ffb640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 0x7f1e880a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:34.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.656+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f1e840d04b0 con 0x7f1e98101340 2024-09-19T05:53:34.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.656+0000 7f1e9cade640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 0x7f1e880a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:34.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.656+0000 7f1e9cade640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 0x7f1e880a58f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c0095f0 tx=0x7f1e8c005f90 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:34.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:34.664+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mon.1 v2:172.21.15.63:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f1e8409c830 con 0x7f1e98101340 2024-09-19T05:53:35.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.004+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 --> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f1e98103bc0 con 0x7f1e880a3430 2024-09-19T05:53:35.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.019+0000 7f1e95ffb640 1 -- 172.21.15.7:0/420730173 <== mgr.15240 v2:172.21.15.7:6800/1144479473 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f1e98103bc0 con 0x7f1e880a3430 2024-09-19T05:53:35.021 INFO:teuthology.orchestra.run.smithi007.stdout:/ 1m 6m3h 2024-09-19T05:53:35.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.022+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 msgr2=0x7f1e880a58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.022+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 0x7f1e880a58f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c0095f0 tx=0x7f1e8c005f90 comp rx=0 tx=0).stop 2024-09-19T05:53:35.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.022+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 msgr2=0x7f1e9819a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.022+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 0x7f1e9819a820 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400e9f0 tx=0x7f1e8400eeb0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 shutdown_connections 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1e981069b0 0x7f1e9819eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f1e880a3430 0x7f1e880a58f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f1e98101340 0x7f1e9819a820 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 --2- 172.21.15.7:0/420730173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e981009a0 0x7f1e9819a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 >> 172.21.15.7:0/420730173 conn(0x7f1e980779a0 msgr2=0x7f1e981034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 shutdown_connections 2024-09-19T05:53:35.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.023+0000 7f1e9ed42640 1 -- 172.21.15.7:0/420730173 wait complete. 2024-09-19T05:53:35.042 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-19T05:53:35.052 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-19T05:53:35.053 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-19T05:53:35.054 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-19T05:53:35.075 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T05:53:35.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 -- 172.21.15.7:0/3770068336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d4101370 msgr2=0x7fe8d410d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/3770068336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d4101370 0x7fe8d410d8a0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc009cd0 tx=0x7fe8cc02a8e0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 -- 172.21.15.7:0/3770068336 shutdown_connections 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/3770068336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d4101370 0x7fe8d410d8a0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/3770068336 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d41009d0 0x7fe8d4100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/3770068336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41069e0 0x7fe8d4106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 -- 172.21.15.7:0/3770068336 >> 172.21.15.7:0/3770068336 conn(0x7fe8d40fc6b0 msgr2=0x7fe8d40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 -- 172.21.15.7:0/3770068336 shutdown_connections 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.198+0000 7fe8db1f1640 1 -- 172.21.15.7:0/3770068336 wait complete. 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 Processor -- start 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 -- start start 2024-09-19T05:53:35.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 0x7fe8d4199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 0x7fe8d41a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d4110cd0 con 0x7fe8d41069e0 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d4110b50 con 0x7fe8d41009d0 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8db1f1640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d4110e50 con 0x7fe8d4101370 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d978e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 0x7fe8d41a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d3fff640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.63:3300/0 says I am v2:172.21.15.7:49598/0 (socket says 172.21.15.7:49598) 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d3fff640 1 -- 172.21.15.7:0/1402970237 learned_addr learned my addr 172.21.15.7:0/1402970237 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 0x7fe8d4199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 -- 172.21.15.7:0/1402970237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 msgr2=0x7fe8d41996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 -- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 msgr2=0x7fe8d41a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 0x7fe8d41a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 -- 172.21.15.7:0/1402970237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d41a4740 con 0x7fe8d41009d0 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d3fff640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d978e640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 0x7fe8d41a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.199+0000 7fe8d8f8d640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 0x7fe8d4199180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe8c800e9f0 tx=0x7fe8c800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.200+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c800ccc0 con 0x7fe8d41009d0 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.200+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d41a4910 con 0x7fe8d41009d0 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.200+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8c80108e0 con 0x7fe8d41009d0 2024-09-19T05:53:35.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.200+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c8018880 con 0x7fe8d41009d0 2024-09-19T05:53:35.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.200+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d41a4e30 con 0x7fe8d41009d0 2024-09-19T05:53:35.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.201+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8d4100e30 con 0x7fe8d41009d0 2024-09-19T05:53:35.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.202+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7fe8c8010a90 con 0x7fe8d41009d0 2024-09-19T05:53:35.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.203+0000 7fe8d1ffb640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 0x7fe8c40a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.203+0000 7fe8d3fff640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 0x7fe8c40a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.203+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7fe8c80d00b0 con 0x7fe8d41009d0 2024-09-19T05:53:35.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.203+0000 7fe8d3fff640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 0x7fe8c40a5880 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe8d406aec0 tx=0x7fe8c000b410 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:35.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.206+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7fe8c809c3d0 con 0x7fe8d41009d0 2024-09-19T05:53:35.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.383+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe8d406a960 con 0x7fe8d41009d0 2024-09-19T05:53:35.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.385+0000 7fe8d1ffb640 1 -- 172.21.15.7:0/1402970237 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+23102 (secure 0 0 0) 0x7fe8c80a06d0 con 0x7fe8d41009d0 2024-09-19T05:53:35.387 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:53:35.387 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":96,"fsid":"6ed8e528-7648-11ef-bceb-c7b262605968","created":"2024-09-19T05:32:27.355150+0000","modified":"2024-09-19T05:53:25.244046+0000","last_up_change":"2024-09-19T05:39:24.590627+0000","last_in_change":"2024-09-19T05:39:01.256066+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T05:35:37.211361+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T05:40:10.948947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T05:40:13.011879+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c2757245-134b-4d07-9484-ab96c1441efa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6803","nonce":2729401914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6805","nonce":2729401914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6809","nonce":2729401914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":2729401914},{"type":"v1","addr":"172.21.15.7:6807","nonce":2729401914}]},"public_addr":"172.21.15.7:6803/2729401914","cluster_addr":"172.21.15.7:6805/2729401914","heartbeat_back_addr":"172.21.15.7:6809/2729401914","heartbeat_front_addr":"172.21.15.7:6807/2729401914","state":["exists","up"]},{"osd":1,"uuid":"76a304f6-5b03-4620-ac50-9904abc2d762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6801","nonce":3077419362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6803","nonce":3077419362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6807","nonce":3077419362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":3077419362},{"type":"v1","addr":"172.21.15.44:6805","nonce":3077419362}]},"public_addr":"172.21.15.44:6801/3077419362","cluster_addr":"172.21.15.44:6803/3077419362","heartbeat_back_addr":"172.21.15.44:6807/3077419362","heartbeat_front_addr":"172.21.15.44:6805/3077419362","state":["exists","up"]},{"osd":2,"uuid":"bb694b9a-64a5-414b-a134-a5d9d74058e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6800","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6801","nonce":3379367138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6802","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6803","nonce":3379367138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6806","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6807","nonce":3379367138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6804","nonce":3379367138},{"type":"v1","addr":"172.21.15.63:6805","nonce":3379367138}]},"public_addr":"172.21.15.63:6801/3379367138","cluster_addr":"172.21.15.63:6803/3379367138","heartbeat_back_addr":"172.21.15.63:6807/3379367138","heartbeat_front_addr":"172.21.15.63:6805/3379367138","state":["exists","up"]},{"osd":3,"uuid":"1bff919c-0fa3-492c-82b3-e77b87c87d31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6811","nonce":1046319253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6813","nonce":1046319253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6817","nonce":1046319253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":1046319253},{"type":"v1","addr":"172.21.15.7:6815","nonce":1046319253}]},"public_addr":"172.21.15.7:6811/1046319253","cluster_addr":"172.21.15.7:6813/1046319253","heartbeat_back_addr":"172.21.15.7:6817/1046319253","heartbeat_front_addr":"172.21.15.7:6815/1046319253","state":["exists","up"]},{"osd":4,"uuid":"e84678a6-acbd-453b-ab78-9cddce1e9038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6809","nonce":1010909548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6811","nonce":1010909548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6815","nonce":1010909548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":1010909548},{"type":"v1","addr":"172.21.15.44:6813","nonce":1010909548}]},"public_addr":"172.21.15.44:6809/1010909548","cluster_addr":"172.21.15.44:6811/1010909548","heartbeat_back_addr":"172.21.15.44:6815/1010909548","heartbeat_front_addr":"172.21.15.44:6813/1010909548","state":["exists","up"]},{"osd":5,"uuid":"7ec7436d-904b-4ee3-920a-97171be51a8d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6808","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6809","nonce":2215143097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6810","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6811","nonce":2215143097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6814","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6815","nonce":2215143097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6812","nonce":2215143097},{"type":"v1","addr":"172.21.15.63:6813","nonce":2215143097}]},"public_addr":"172.21.15.63:6809/2215143097","cluster_addr":"172.21.15.63:6811/2215143097","heartbeat_back_addr":"172.21.15.63:6815/2215143097","heartbeat_front_addr":"172.21.15.63:6813/2215143097","state":["exists","up"]},{"osd":6,"uuid":"163a4df5-aa7e-4acb-9c17-c048ff816350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6819","nonce":2593749875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6821","nonce":2593749875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6825","nonce":2593749875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":2593749875},{"type":"v1","addr":"172.21.15.7:6823","nonce":2593749875}]},"public_addr":"172.21.15.7:6819/2593749875","cluster_addr":"172.21.15.7:6821/2593749875","heartbeat_back_addr":"172.21.15.7:6825/2593749875","heartbeat_front_addr":"172.21.15.7:6823/2593749875","state":["exists","up"]},{"osd":7,"uuid":"db71e0bf-ec1d-48fe-93a6-569cd2703548","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6817","nonce":1460050873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6819","nonce":1460050873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6823","nonce":1460050873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":1460050873},{"type":"v1","addr":"172.21.15.44:6821","nonce":1460050873}]},"public_addr":"172.21.15.44:6817/1460050873","cluster_addr":"172.21.15.44:6819/1460050873","heartbeat_back_addr":"172.21.15.44:6823/1460050873","heartbeat_front_addr":"172.21.15.44:6821/1460050873","state":["exists","up"]},{"osd":8,"uuid":"66d63fd1-88f5-4da9-8ac5-80e9932630be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6816","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6817","nonce":1806583078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6818","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6819","nonce":1806583078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6822","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6823","nonce":1806583078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6820","nonce":1806583078},{"type":"v1","addr":"172.21.15.63:6821","nonce":1806583078}]},"public_addr":"172.21.15.63:6817/1806583078","cluster_addr":"172.21.15.63:6819/1806583078","heartbeat_back_addr":"172.21.15.63:6823/1806583078","heartbeat_front_addr":"172.21.15.63:6821/1806583078","state":["exists","up"]},{"osd":9,"uuid":"7271062e-6665-493b-8fe1-8f49d83c1c9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6827","nonce":440323601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6829","nonce":440323601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6833","nonce":440323601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":440323601},{"type":"v1","addr":"172.21.15.7:6831","nonce":440323601}]},"public_addr":"172.21.15.7:6827/440323601","cluster_addr":"172.21.15.7:6829/440323601","heartbeat_back_addr":"172.21.15.7:6833/440323601","heartbeat_front_addr":"172.21.15.7:6831/440323601","state":["exists","up"]},{"osd":10,"uuid":"51fb2aa4-ff5f-4022-aad3-b242aee5910c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6825","nonce":1585740533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6827","nonce":1585740533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6831","nonce":1585740533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":1585740533},{"type":"v1","addr":"172.21.15.44:6829","nonce":1585740533}]},"public_addr":"172.21.15.44:6825/1585740533","cluster_addr":"172.21.15.44:6827/1585740533","heartbeat_back_addr":"172.21.15.44:6831/1585740533","heartbeat_front_addr":"172.21.15.44:6829/1585740533","state":["exists","up"]},{"osd":11,"uuid":"b43afba2-e1e1-46dc-a2ba-5386e12c8403","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6824","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6825","nonce":3787790810}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6826","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6827","nonce":3787790810}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6830","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6831","nonce":3787790810}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.63:6828","nonce":3787790810},{"type":"v1","addr":"172.21.15.63:6829","nonce":3787790810}]},"public_addr":"172.21.15.63:6825/3787790810","cluster_addr":"172.21.15.63:6827/3787790810","heartbeat_back_addr":"172.21.15.63:6831/3787790810","heartbeat_front_addr":"172.21.15.63:6829/3787790810","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:34:42.011477+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:08.078965+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:33.959859+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:35:59.177663+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:24.999536+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:36:50.365049+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:15.220137+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:37:41.390832+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:06.528422+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:31.672657+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:38:57.569236+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T05:39:23.115309+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":3,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:6801/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/4130759675":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/1765602285":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/831543494":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/1858175579":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3989760616":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6800/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:6801/1981991597":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/639854420":"2024-09-20T05:32:52.172880+0000","172.21.15.7:0/3995498428":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/3286088215":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3875082593":"2024-09-20T05:42:16.463062+0000","172.21.15.7:6800/415135774":"2024-09-20T05:33:16.706705+0000","172.21.15.7:0/3457087805":"2024-09-20T05:42:16.463062+0000","172.21.15.7:0/2098020415":"2024-09-20T05:33:16.706705+0000","172.21.15.7:6801/415135774":"2024-09-20T05:33:16.706705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T05:53:35.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 msgr2=0x7fe8c40a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 0x7fe8c40a5880 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe8d406aec0 tx=0x7fe8c000b410 comp rx=0 tx=0).stop 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 msgr2=0x7fe8d4199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 0x7fe8d4199180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe8c800e9f0 tx=0x7fe8c800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 shutdown_connections 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe8d41069e0 0x7fe8d41a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7fe8c40a33c0 0x7fe8c40a5880 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7fe8d4101370 0x7fe8d41996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 --2- 172.21.15.7:0/1402970237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8d41009d0 0x7fe8d4199180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 >> 172.21.15.7:0/1402970237 conn(0x7fe8d40fc6b0 msgr2=0x7fe8d40fcf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:35.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 shutdown_connections 2024-09-19T05:53:35.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.387+0000 7fe8db1f1640 1 -- 172.21.15.7:0/1402970237 wait complete. 2024-09-19T05:53:35.401 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T05:35:37.211361+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T05:40:10.948947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T05:40:13.011879+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 95, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T05:53:35.402 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T05:53:35.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1030924065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c108380 msgr2=0x7f6e3c108760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1030924065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c108380 0x7f6e3c108760 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c009900 tx=0x7f6e2c02a440 comp rx=0 tx=0).stop 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1030924065 shutdown_connections 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1030924065 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c10d480 0x7f6e3c114fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1030924065 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108d30 0x7f6e3c10cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1030924065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c108380 0x7f6e3c108760 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.556+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1030924065 >> 172.21.15.7:0/1030924065 conn(0x7f6e3c077aa0 msgr2=0x7f6e3c079ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.557+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1030924065 shutdown_connections 2024-09-19T05:53:35.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.557+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1030924065 wait complete. 2024-09-19T05:53:35.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.558+0000 7f6e40d5f640 1 Processor -- start 2024-09-19T05:53:35.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.558+0000 7f6e40d5f640 1 -- start start 2024-09-19T05:53:35.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.558+0000 7f6e40d5f640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e40d5f640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c10d480 0x7f6e3c19eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e3a59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e3a59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52484/0 (socket says 172.21.15.7:52484) 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e3a59c640 1 -- 172.21.15.7:0/1105764600 learned_addr learned my addr 172.21.15.7:0/1105764600 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c1a3020 0x7f6e3c1a34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e39d9b640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c10d480 0x7f6e3c19eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3c1183d0 con 0x7f6e3c10d480 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3c118250 con 0x7f6e3c108380 2024-09-19T05:53:35.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.559+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3c118550 con 0x7f6e3c1a3020 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3ad9d640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c1a3020 0x7f6e3c1a34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 -- 172.21.15.7:0/1105764600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c1a3020 msgr2=0x7f6e3c1a34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c1a3020 0x7f6e3c1a34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 -- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c10d480 msgr2=0x7f6e3c19eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c10d480 0x7f6e3c19eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3c1a3b10 con 0x7f6e3c108380 2024-09-19T05:53:35.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.560+0000 7f6e3a59c640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c033040 tx=0x7f6e2c005230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:35.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.561+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c041020 con 0x7f6e3c108380 2024-09-19T05:53:35.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.561+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e2c005630 con 0x7f6e3c108380 2024-09-19T05:53:35.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.561+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2c03d9e0 con 0x7f6e3c108380 2024-09-19T05:53:35.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.562+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e3c1a3da0 con 0x7f6e3c108380 2024-09-19T05:53:35.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.562+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e3c1ab4b0 con 0x7f6e3c108380 2024-09-19T05:53:35.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.564+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e3c19fab0 con 0x7f6e3c108380 2024-09-19T05:53:35.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.565+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f6e2c044020 con 0x7f6e3c108380 2024-09-19T05:53:35.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.566+0000 7f6e2b7fe640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 0x7f6e240a5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:35.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.567+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f6e2c0f0850 con 0x7f6e3c108380 2024-09-19T05:53:35.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.567+0000 7f6e39d9b640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 0x7f6e240a5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:35.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.567+0000 7f6e39d9b640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 0x7f6e240a5a50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c1079f0 tx=0x7f6e300090e0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:35.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.574+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6e2c04b030 con 0x7f6e3c108380 2024-09-19T05:53:35.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.901+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6e3c1ab6e0 con 0x7f6e3c108380 2024-09-19T05:53:35.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.901+0000 7f6e2b7fe640 1 -- 172.21.15.7:0/1105764600 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7f6e2c0bd1c0 con 0x7f6e3c108380 2024-09-19T05:53:35.904 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-09-19T05:53:35.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 msgr2=0x7f6e240a5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 0x7f6e240a5a50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c1079f0 tx=0x7f6e300090e0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 msgr2=0x7f6e3c19e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c033040 tx=0x7f6e2c005230 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 shutdown_connections 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f6e240a3590 0x7f6e240a5a50 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6e3c1a3020 0x7f6e3c1a34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6e3c10d480 0x7f6e3c19eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 --2- 172.21.15.7:0/1105764600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e3c108380 0x7f6e3c19e760 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 >> 172.21.15.7:0/1105764600 conn(0x7f6e3c077aa0 msgr2=0x7f6e3c0784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 shutdown_connections 2024-09-19T05:53:35.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:35.905+0000 7f6e40d5f640 1 -- 172.21.15.7:0/1105764600 wait complete. 2024-09-19T05:53:35.926 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 -- 172.21.15.7:0/1353366383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c1069b0 msgr2=0x7f537c106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 --2- 172.21.15.7:0/1353366383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c1069b0 0x7f537c106d90 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5364009930 tx=0x7f536402a420 comp rx=0 tx=0).stop 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 -- 172.21.15.7:0/1353366383 shutdown_connections 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 --2- 172.21.15.7:0/1353366383 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 --2- 172.21.15.7:0/1353366383 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c100e00 0x7f537c101260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 --2- 172.21.15.7:0/1353366383 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c1069b0 0x7f537c106d90 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 -- 172.21.15.7:0/1353366383 >> 172.21.15.7:0/1353366383 conn(0x7f537c0766f0 msgr2=0x7f537c076b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:36.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 -- 172.21.15.7:0/1353366383 shutdown_connections 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.094+0000 7f5381b8d640 1 -- 172.21.15.7:0/1353366383 wait complete. 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 Processor -- start 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 -- start start 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c100e00 0x7f537c10a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c1069b0 0x7f537c1a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f537c10f3b0 con 0x7f537c1069b0 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f537c10f230 con 0x7f537c1017a0 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.095+0000 7f5381b8d640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f537c10f530 con 0x7f537c100e00 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52498/0 (socket says 172.21.15.7:52498) 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 -- 172.21.15.7:0/2783497930 learned_addr learned my addr 172.21.15.7:0/2783497930 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:36.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537bfff640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c1069b0 0x7f537c1a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 -- 172.21.15.7:0/2783497930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c100e00 msgr2=0x7f537c10a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c100e00 0x7f537c10a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 -- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c1069b0 msgr2=0x7f537c1a44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c1069b0 0x7f537c1a44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 -- 172.21.15.7:0/2783497930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537c1a4bd0 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.096+0000 7f537affd640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f536c00e9f0 tx=0x7f536c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.097+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c00cd80 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.097+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f537c1a4ec0 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.097+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f537c1ab550 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.097+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f536c0108e0 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.097+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c026060 con 0x7f537c1017a0 2024-09-19T05:53:36.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.098+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f535c005290 con 0x7f537c1017a0 2024-09-19T05:53:36.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.100+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f536c010430 con 0x7f537c1017a0 2024-09-19T05:53:36.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.101+0000 7f5378ff9640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 0x7f53680a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.102+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f536c0d0460 con 0x7f537c1017a0 2024-09-19T05:53:36.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.102+0000 7f537b7fe640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 0x7f53680a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.102+0000 7f537b7fe640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 0x7f53680a5880 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5364009230 tx=0x7f5364031400 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:36.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.108+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f536c09ce30 con 0x7f537c1017a0 2024-09-19T05:53:36.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.429+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f535c005850 con 0x7f537c1017a0 2024-09-19T05:53:36.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.429+0000 7f5378ff9640 1 -- 172.21.15.7:0/2783497930 <== mon.2 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) ==== 104+0+11 (secure 0 0 0) 0x7f536c09c730 con 0x7f537c1017a0 2024-09-19T05:53:36.431 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 msgr2=0x7f53680a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 0x7f53680a5880 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5364009230 tx=0x7f5364031400 comp rx=0 tx=0).stop 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 msgr2=0x7f537c10a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f536c00e9f0 tx=0x7f536c00eeb0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 shutdown_connections 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f537c1069b0 0x7f537c1a44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f537c1017a0 0x7f537c10a800 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f53680a33c0 0x7f53680a5880 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 --2- 172.21.15.7:0/2783497930 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f537c100e00 0x7f537c10a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.432+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 >> 172.21.15.7:0/2783497930 conn(0x7f537c0766f0 msgr2=0x7f537c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:36.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.433+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 shutdown_connections 2024-09-19T05:53:36.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.433+0000 7f5381b8d640 1 -- 172.21.15.7:0/2783497930 wait complete. 2024-09-19T05:53:36.451 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.616+0000 7f9f00d2c640 1 -- 172.21.15.7:0/1506039685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4094b70 msgr2=0x7f9ef4094f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.616+0000 7f9f00d2c640 1 --2- 172.21.15.7:0/1506039685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4094b70 0x7f9ef4094f50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9eec009900 tx=0x7f9eec02a410 comp rx=0 tx=0).stop 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.617+0000 7f9f00d2c640 1 -- 172.21.15.7:0/1506039685 shutdown_connections 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.617+0000 7f9f00d2c640 1 --2- 172.21.15.7:0/1506039685 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4099880 0x7f9ef40a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.617+0000 7f9f00d2c640 1 --2- 172.21.15.7:0/1506039685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef4095520 0x7f9ef4099170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.617+0000 7f9f00d2c640 1 --2- 172.21.15.7:0/1506039685 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4094b70 0x7f9ef4094f50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.617+0000 7f9f00d2c640 1 -- 172.21.15.7:0/1506039685 >> 172.21.15.7:0/1506039685 conn(0x7f9ef400a1e0 msgr2=0x7f9ef400a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.618+0000 7f9f00d2c640 1 -- 172.21.15.7:0/1506039685 shutdown_connections 2024-09-19T05:53:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.618+0000 7f9f00d2c640 1 -- 172.21.15.7:0/1506039685 wait complete. 2024-09-19T05:53:36.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.619+0000 7f9f00d2c640 1 Processor -- start 2024-09-19T05:53:36.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 -- start start 2024-09-19T05:53:36.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 0x7f9ef413ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 0x7f9ef413bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40a4850 con 0x7f9ef413c550 2024-09-19T05:53:36.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40a46d0 con 0x7f9ef4094b70 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9f00d2c640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef40a49d0 con 0x7f9ef4099880 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9efad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9efad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38098/0 (socket says 172.21.15.7:38098) 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.620+0000 7f9efad9d640 1 -- 172.21.15.7:0/3047354439 learned_addr learned my addr 172.21.15.7:0/3047354439 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9ef9d9b640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 0x7f9ef413bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efa59c640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 0x7f9ef413ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efad9d640 1 -- 172.21.15.7:0/3047354439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 msgr2=0x7f9ef413bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efad9d640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 0x7f9ef413bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efad9d640 1 -- 172.21.15.7:0/3047354439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 msgr2=0x7f9ef413ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efad9d640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 0x7f9ef413ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efad9d640 1 -- 172.21.15.7:0/3047354439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef41412d0 con 0x7f9ef413c550 2024-09-19T05:53:36.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9ef9d9b640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 0x7f9ef413bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T05:53:36.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.621+0000 7f9efa59c640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 0x7f9ef413ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T05:53:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.622+0000 7f9efad9d640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9efc051790 tx=0x7f9efc070b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.622+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9efc07a020 con 0x7f9ef413c550 2024-09-19T05:53:36.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.623+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9efc06ecc0 con 0x7f9ef413c550 2024-09-19T05:53:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.623+0000 7f9f00d2c640 1 -- 172.21.15.7:0/3047354439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef41415c0 con 0x7f9ef413c550 2024-09-19T05:53:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.623+0000 7f9f00d2c640 1 -- 172.21.15.7:0/3047354439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef4141ac0 con 0x7f9ef413c550 2024-09-19T05:53:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.623+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9efc076be0 con 0x7f9ef413c550 2024-09-19T05:53:36.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.625+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef4094f50 con 0x7f9ef413c550 2024-09-19T05:53:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.626+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9efc07d020 con 0x7f9ef413c550 2024-09-19T05:53:36.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.627+0000 7f9eeb7fe640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 0x7f9ee40a59d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.628+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f9efc133490 con 0x7f9ef413c550 2024-09-19T05:53:36.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.628+0000 7f9efa59c640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 0x7f9ee40a59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:36.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.629+0000 7f9efa59c640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 0x7f9ee40a59d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9eec000c00 tx=0x7f9eec005a20 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:36.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.635+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9efc084020 con 0x7f9ef413c550 2024-09-19T05:53:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:36 smithi007 ceph-mon[30960]: from='client.16665 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:36 smithi007 ceph-mon[30960]: pgmap v352: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 50 MiB/s wr, 844 op/s 2024-09-19T05:53:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:36 smithi007 ceph-mon[30960]: from='client.26320 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1402970237' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:53:36.643 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:36 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1105764600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:53:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:36 smithi063 ceph-mon[34779]: from='client.16665 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:36 smithi063 ceph-mon[34779]: pgmap v352: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 50 MiB/s wr, 844 op/s 2024-09-19T05:53:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:36 smithi063 ceph-mon[34779]: from='client.26320 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:36 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1402970237' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:53:36.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:36 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1105764600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:53:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:36 smithi044 ceph-mon[34175]: from='client.16665 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:36 smithi044 ceph-mon[34175]: pgmap v352: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 50 MiB/s wr, 844 op/s 2024-09-19T05:53:36.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:36 smithi044 ceph-mon[34175]: from='client.26320 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-19T05:53:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:36 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1402970237' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-19T05:53:36.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:36 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1105764600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-19T05:53:36.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.943+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9ef4004d70 con 0x7f9ef413c550 2024-09-19T05:53:36.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.944+0000 7f9eeb7fe640 1 -- 172.21.15.7:0/3047354439 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) ==== 100+0+11 (secure 0 0 0) 0x7f9efc0fff70 con 0x7f9ef413c550 2024-09-19T05:53:36.945 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-09-19T05:53:36.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 msgr2=0x7f9ee40a59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 0x7f9ee40a59d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9eec000c00 tx=0x7f9eec005a20 comp rx=0 tx=0).stop 2024-09-19T05:53:36.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 msgr2=0x7f9ef4140ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9efc051790 tx=0x7f9efc070b90 comp rx=0 tx=0).stop 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 shutdown_connections 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ef413c550 0x7f9ef4140ad0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ee40a3510 0x7f9ee40a59d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ef4099880 0x7f9ef413bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 --2- 172.21.15.7:0/3047354439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ef4094b70 0x7f9ef413ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.947+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 >> 172.21.15.7:0/3047354439 conn(0x7f9ef400a1e0 msgr2=0x7f9ef4092c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.948+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 shutdown_connections 2024-09-19T05:53:36.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:36.948+0000 7f9ee97fa640 1 -- 172.21.15.7:0/3047354439 wait complete. 2024-09-19T05:53:36.962 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-19T05:53:37.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.117+0000 7f683e1e4640 1 -- 172.21.15.7:0/1601766606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68381054e0 msgr2=0x7f683810d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:37.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.117+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1601766606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68381054e0 0x7f683810d030 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f683001acb0 tx=0x7f683003b900 comp rx=0 tx=0).stop 2024-09-19T05:53:37.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.121+0000 7f683e1e4640 1 -- 172.21.15.7:0/1601766606 shutdown_connections 2024-09-19T05:53:37.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.121+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1601766606 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f68381054e0 0x7f683810d030 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:37.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.121+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1601766606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6838100d90 0x7f6838104d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:37.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.121+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1601766606 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:37.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.121+0000 7f683e1e4640 1 -- 172.21.15.7:0/1601766606 >> 172.21.15.7:0/1601766606 conn(0x7f68380770f0 msgr2=0x7f68380fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:37.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.123+0000 7f683e1e4640 1 -- 172.21.15.7:0/1601766606 shutdown_connections 2024-09-19T05:53:37.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.123+0000 7f683e1e4640 1 -- 172.21.15.7:0/1601766606 wait complete. 2024-09-19T05:53:37.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 Processor -- start 2024-09-19T05:53:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 -- start start 2024-09-19T05:53:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381081a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 0x7f68381086e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:37.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6838108c20 0x7f6838114bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.124+0000 7f683e1e4640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f683806dc60 con 0x7f68381003e0 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f683e1e4640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f683806dae0 con 0x7f68381054e0 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f683e1e4640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f683806dde0 con 0x7f6838108c20 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f682ffff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 0x7f68381086e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f682ffff640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 0x7f68381086e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.7:52514/0 (socket says 172.21.15.7:52514) 2024-09-19T05:53:37.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f682ffff640 1 -- 172.21.15.7:0/1258050433 learned_addr learned my addr 172.21.15.7:0/1258050433 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:53:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381081a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f6837fff640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6838108c20 0x7f6838114bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:37.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 -- 172.21.15.7:0/1258050433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6838108c20 msgr2=0x7f6838114bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6838108c20 0x7f6838114bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 -- 172.21.15.7:0/1258050433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 msgr2=0x7f68381086e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 0x7f68381086e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.125+0000 7f68377fe640 1 -- 172.21.15.7:0/1258050433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6838115130 con 0x7f68381003e0 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.126+0000 7f68377fe640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381081a0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f682800e9f0 tx=0x7f682800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.127+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682800ccc0 con 0x7f68381003e0 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.127+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68280108e0 con 0x7f68381003e0 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.127+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6838115420 con 0x7f68381003e0 2024-09-19T05:53:37.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.127+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6828018880 con 0x7f68381003e0 2024-09-19T05:53:37.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.128+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68381159c0 con 0x7f68381003e0 2024-09-19T05:53:37.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.129+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6838101860 con 0x7f68381003e0 2024-09-19T05:53:37.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.131+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f6828010a90 con 0x7f68381003e0 2024-09-19T05:53:37.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.132+0000 7f68357fa640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 0x7f68240a58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:53:37.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.132+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f68280d0290 con 0x7f68381003e0 2024-09-19T05:53:37.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.132+0000 7f682ffff640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 0x7f68240a58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:53:37.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.132+0000 7f682ffff640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 0x7f68240a58e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6838109960 tx=0x7f6820008040 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:53:37.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.136+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f6828054210 con 0x7f68381003e0 2024-09-19T05:53:37.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.534+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f68381096d0 con 0x7f68381003e0 2024-09-19T05:53:37.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.547+0000 7f68357fa640 1 -- 172.21.15.7:0/1258050433 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+742862 (secure 0 0 0) 0x7f682809cc60 con 0x7f68381003e0 2024-09-19T05:53:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-09-19T05:53:37.561 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:53:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 26, 2024-09-19T05:53:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "active_gid": 15240, 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "active_name": "x", 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addrs": { 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6800", 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1144479473 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6801", 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1144479473 2024-09-19T05:53:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addr": "172.21.15.7:6801/1144479473", 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "active_change": "2024-09-19T05:42:16.463350+0000", 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "active_mgr_features": 4540701547738038271, 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "available": true, 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "standbys": [ 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24893, 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "y", 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-19T05:53:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-19T05:53:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-19T05:53:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-19T05:53:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T05:53:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-19T05:53:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-19T05:53:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-19T05:53:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-19T05:53:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T05:53:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T05:53:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-19T05:53:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-19T05:53:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-19T05:53:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-19T05:53:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-19T05:53:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T05:53:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-19T05:53:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T05:53:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T05:53:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T05:53:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T05:53:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T05:53:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T05:53:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T05:53:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T05:53:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T05:53:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T05:53:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T05:53:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-19T05:53:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-19T05:53:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-19T05:53:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-19T05:53:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.791 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.792 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.793 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.808 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-19T05:53:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T05:53:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-19T05:53:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-19T05:53:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-19T05:53:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-19T05:53:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-19T05:53:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-19T05:53:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-19T05:53:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-19T05:53:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-19T05:53:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-19T05:53:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-19T05:53:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-19T05:53:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T05:53:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T05:53:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T05:53:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-19T05:53:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.016 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-19T05:53:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-19T05:53:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-19T05:53:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24970, 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "z", 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-19T05:53:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-19T05:53:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-19T05:53:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-19T05:53:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-19T05:53:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T05:53:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-19T05:53:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T05:53:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T05:53:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-19T05:53:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-19T05:53:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-19T05:53:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-19T05:53:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-19T05:53:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-19T05:53:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-19T05:53:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-19T05:53:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-19T05:53:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-19T05:53:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-19T05:53:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T05:53:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T05:53:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-19T05:53:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.221 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-19T05:53:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-19T05:53:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-19T05:53:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-19T05:53:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-19T05:53:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-19T05:53:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-19T05:53:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-19T05:53:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-19T05:53:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-19T05:53:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T05:53:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-19T05:53:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T05:53:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-19T05:53:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-19T05:53:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-19T05:53:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-19T05:53:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-19T05:53:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-19T05:53:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-19T05:53:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.456 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-19T05:53:38.457 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.458 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.460 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-19T05:53:38.461 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.462 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.463 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.464 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.465 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.466 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.467 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-19T05:53:38.468 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.469 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.470 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T05:53:38.470 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.470 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.470 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.471 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-19T05:53:38.471 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-19T05:53:38.471 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.471 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.471 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-19T05:53:38.472 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.473 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.474 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.475 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.476 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.477 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.478 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.479 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.480 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.481 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.482 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.483 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.484 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.485 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.486 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.486 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.486 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.486 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.486 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.487 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.488 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.489 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.490 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.491 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.492 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.493 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.494 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.495 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.496 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.497 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.498 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.499 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.500 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.501 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.502 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.503 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.504 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.505 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.506 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.507 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-19T05:53:38.508 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.509 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.510 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.511 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.512 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-19T05:53:38.513 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-19T05:53:38.513 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.513 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.513 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.513 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.514 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.515 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.516 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.517 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.518 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-19T05:53:38.519 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.520 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.521 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.522 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.523 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.524 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.524 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.524 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.524 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.524 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.525 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.526 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.527 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.528 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.529 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-19T05:53:38.530 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-19T05:53:38.530 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.530 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.530 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.530 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.531 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.531 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.531 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.531 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.531 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.532 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.532 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.532 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.532 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-19T05:53:38.532 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.533 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.534 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.535 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-19T05:53:38.535 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-19T05:53:38.535 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.535 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.535 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.536 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T05:53:38.536 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.536 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.536 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.536 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.538 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.538 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-19T05:53:38.538 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.538 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.538 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.539 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.540 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.540 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.540 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.540 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.540 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.541 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.541 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.541 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.541 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.541 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.542 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.543 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.543 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.543 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.543 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.543 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.544 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.544 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.544 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.544 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.544 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.545 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.546 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.546 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.546 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.546 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.546 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.547 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.547 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.547 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.548 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.549 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.549 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.549 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.549 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.550 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.551 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.552 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.553 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.553 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.553 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.553 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.554 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.554 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.554 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.554 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.554 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.555 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.555 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.555 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.555 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.555 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.556 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.556 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.556 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.557 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.557 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.557 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.557 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.558 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.558 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.558 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.559 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.559 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.559 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.559 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.560 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.561 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.562 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.563 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.564 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.565 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.566 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.567 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.568 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T05:53:38.569 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.570 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-19T05:53:38.571 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.572 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.572 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.572 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-19T05:53:38.572 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-19T05:53:38.572 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.573 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.574 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.574 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.574 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.575 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.576 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.576 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.576 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.576 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.576 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.577 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.577 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.577 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.577 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.577 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.578 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.579 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.580 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.581 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.582 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.582 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.582 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.582 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.582 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.583 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.583 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.583 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.583 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.584 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.584 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.584 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.584 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.584 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.585 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.585 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.585 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.585 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.585 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.586 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.586 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.586 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.587 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.588 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.588 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.588 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.588 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.589 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.589 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.589 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.589 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.590 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.590 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.590 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.590 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.591 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.591 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.591 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.591 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.591 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.592 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.592 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.592 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.592 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-19T05:53:38.593 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-19T05:53:38.593 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.593 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.594 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.594 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.594 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.594 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.595 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.595 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.595 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.595 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.596 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.596 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.596 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-19T05:53:38.596 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-19T05:53:38.597 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.597 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.597 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.597 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.598 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.599 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.600 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.600 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T05:53:38.600 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.600 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.600 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.601 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.601 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.601 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.601 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.601 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.602 INFO:teuthology.orchestra.run.smithi007.stdout: "modules": [ 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard", 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "iostat", 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "nfs", 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "restful", 2024-09-19T05:53:38.603 INFO:teuthology.orchestra.run.smithi007.stdout: "snap_schedule" 2024-09-19T05:53:38.604 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.604 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-09-19T05:53:38.604 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-09-19T05:53:38.604 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.605 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.606 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.607 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.608 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.608 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.608 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.608 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.609 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.610 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.610 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.610 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.610 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.610 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.611 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.612 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.613 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.613 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.613 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.613 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.613 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.614 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.615 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.616 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.617 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-09-19T05:53:38.618 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.619 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.620 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.621 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.621 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.621 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-09-19T05:53:38.621 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.622 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.622 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.622 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.622 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-09-19T05:53:38.622 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.623 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.625 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-09-19T05:53:38.625 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-09-19T05:53:38.625 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.625 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.625 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.626 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.627 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.628 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.629 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-09-19T05:53:38.630 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-09-19T05:53:38.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-09-19T05:53:38.632 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.633 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.634 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.635 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-19T05:53:38.636 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-19T05:53:38.637 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-09-19T05:53:38.638 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-19T05:53:38.639 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.640 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.641 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.642 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.643 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.644 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.645 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-09-19T05:53:38.646 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.648 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.649 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.650 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.651 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.652 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.653 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.654 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.655 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-19T05:53:38.656 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.657 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.658 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.659 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.660 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.661 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.662 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-09-19T05:53:38.663 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.664 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-19T05:53:38.665 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-09-19T05:53:38.666 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.667 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.668 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.669 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.670 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.671 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.672 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.673 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-19T05:53:38.674 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.675 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.676 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.677 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-19T05:53:38.678 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.679 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.680 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.681 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.682 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.683 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.684 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-09-19T05:53:38.685 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-09-19T05:53:38.686 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-09-19T05:53:38.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.688 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.689 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.690 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.691 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.692 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.693 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.694 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.695 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.696 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.697 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.698 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-19T05:53:38.699 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.700 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.701 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.702 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.703 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.704 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.705 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.706 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.707 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.708 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.709 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.710 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.711 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.712 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-19T05:53:38.713 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.714 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.715 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.716 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.717 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.718 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.719 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.720 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.721 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.722 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-09-19T05:53:38.723 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.724 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.725 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.726 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.727 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.728 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.729 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.730 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.731 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-09-19T05:53:38.732 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.733 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-19T05:53:38.734 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.735 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.736 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.737 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.738 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.739 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.740 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.741 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.742 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.743 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.744 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.745 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.746 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.747 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.748 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.749 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.750 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.751 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.752 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.753 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.754 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.755 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.756 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.757 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.758 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.759 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.760 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.761 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.762 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.763 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-19T05:53:38.764 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.765 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.766 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.767 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-19T05:53:38.768 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.770 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.771 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-19T05:53:38.772 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-19T05:53:38.773 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.774 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.775 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.776 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.777 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.778 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.779 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:38.780 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.781 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.782 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.783 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.784 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.785 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-09-19T05:53:38.786 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.787 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.788 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.789 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.791 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.792 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.793 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.794 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.795 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.796 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.797 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.798 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.799 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.800 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.801 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:38.802 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.803 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.804 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-09-19T05:53:38.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.806 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.807 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.808 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.809 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.810 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.811 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.817 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.818 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.820 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.822 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.823 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.825 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.826 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.827 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.828 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.829 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-09-19T05:53:38.830 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-09-19T05:53:38.831 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.833 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.834 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.835 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.836 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.837 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.838 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.839 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.840 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.841 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.842 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.843 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.844 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.845 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.846 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.847 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.848 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.849 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.850 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.851 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.852 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.853 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.854 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.855 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.856 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.857 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-09-19T05:53:38.858 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-19T05:53:38.859 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-19T05:53:38.860 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.861 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.862 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.863 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.864 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.865 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.866 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.867 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.868 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.869 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.870 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.872 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.873 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.874 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.875 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.876 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.877 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.878 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.879 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.880 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.881 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.882 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.883 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.884 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.885 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.886 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.887 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.888 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.889 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.890 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.891 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.892 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.893 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.894 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.895 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.896 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.897 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.898 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.899 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.900 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.901 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.902 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.903 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.904 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.905 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.906 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.907 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.908 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.909 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.910 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.911 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.912 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.913 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.914 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.915 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.916 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.917 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.918 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.919 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.920 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.921 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.922 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.923 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.924 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.925 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.926 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.927 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-09-19T05:53:38.928 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:38.929 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.930 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.931 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.932 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.933 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.934 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.935 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-09-19T05:53:38.936 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:38.937 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.938 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.939 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-09-19T05:53:38.940 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.941 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.942 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.943 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.944 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.945 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.946 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.947 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.948 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.949 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.950 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.951 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.952 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.953 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.954 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.955 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.956 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.957 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.958 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.959 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.960 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.961 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-09-19T05:53:38.962 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-09-19T05:53:38.963 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.964 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.966 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.967 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.968 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.969 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.970 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.971 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.972 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-09-19T05:53:38.973 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.974 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.975 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.976 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.977 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.978 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.979 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.980 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.981 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.983 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "secondary_zone_period_retry_limit": { 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-19T05:53:38.984 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.985 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.986 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.987 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.988 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.989 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.990 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.991 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:38.992 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.993 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.994 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.995 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.996 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.997 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.998 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:38.999 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.003 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.004 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.005 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.006 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.007 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-09-19T05:53:39.008 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-09-19T05:53:39.009 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.010 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.011 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.012 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.013 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.014 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.015 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.016 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.017 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.018 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.019 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.020 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.021 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.022 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.023 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.024 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.025 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.026 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.027 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.028 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.029 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.030 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-09-19T05:53:39.031 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.032 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.033 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.034 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.035 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.036 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.037 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.038 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.039 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.040 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.041 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.042 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.043 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.044 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.045 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.046 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.047 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-09-19T05:53:39.048 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.050 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-09-19T05:53:39.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-09-19T05:53:39.052 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.053 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.054 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.055 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.056 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.057 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.058 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.059 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-09-19T05:53:39.060 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-09-19T05:53:39.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-09-19T05:53:39.062 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.064 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.065 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.066 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.067 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.068 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.069 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.070 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.071 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.072 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.073 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.074 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-19T05:53:39.075 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.076 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.077 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-09-19T05:53:39.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.079 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-09-19T05:53:39.080 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-09-19T05:53:39.081 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.082 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.083 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.084 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.085 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.086 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.087 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-09-19T05:53:39.088 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.089 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.090 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.091 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-09-19T05:53:39.092 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "services": { 2024-09-19T05:53:39.093 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard": "https://172.21.15.7:8443/" 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "always_on_modules": { 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "octopus": [ 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-19T05:53:39.094 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "pacific": [ 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "quincy": [ 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-19T05:53:39.095 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "reef": [ 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-19T05:53:39.096 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "squid": [ 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-09-19T05:53:39.097 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "last_failure_osd_epoch": 86, 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "active_clients": [ 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.098 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3445806086 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "libcephsqlite", 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1548084822 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.099 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3407036016 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.100 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 329478043 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3628315657 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.101 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 2187555056 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-09-19T05:53:39.102 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:37 smithi044 ceph-mon[34175]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:37 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/2783497930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:37 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/3047354439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:38 smithi044 ceph-mon[34175]: pgmap v353: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 44 MiB/s wr, 739 op/s 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:38 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1258050433' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:37 smithi063 ceph-mon[34779]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:53:39.104 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:37 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/2783497930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.105 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:37 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/3047354439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.105 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:38 smithi063 ceph-mon[34779]: pgmap v353: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 44 MiB/s wr, 739 op/s 2024-09-19T05:53:39.105 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:38 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1258050433' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 msgr2=0x7f68240a58e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 0x7f68240a58e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6838109960 tx=0x7f6820008040 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 msgr2=0x7f68381081a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381081a0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f682800e9f0 tx=0x7f682800eeb0 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 shutdown_connections 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f68240a3420 0x7f68240a58e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.556+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f6838108c20 0x7f6838114bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.557+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f68381054e0 0x7f68381086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.557+0000 7f683e1e4640 1 --2- 172.21.15.7:0/1258050433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f68381003e0 0x7f68381081a0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:53:39.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.557+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 >> 172.21.15.7:0/1258050433 conn(0x7f68380770f0 msgr2=0x7f6838104b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:53:39.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.557+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 shutdown_connections 2024-09-19T05:53:39.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:53:37.557+0000 7f683e1e4640 1 -- 172.21.15.7:0/1258050433 wait complete. 2024-09-19T05:53:39.113 DEBUG:tasks.check_counter:Getting stats from a 2024-09-19T05:53:39.113 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-19T05:53:39.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:37 smithi007 ceph-mon[30960]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-19T05:53:39.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:37 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/2783497930' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:37 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/3047354439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-19T05:53:39.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:38 smithi007 ceph-mon[30960]: pgmap v353: 97 pgs: 97 active+clean; 26 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 44 MiB/s wr, 739 op/s 2024-09-19T05:53:39.114 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:38 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1258050433' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-19T05:53:39.379 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:53:39.392 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:39 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:53:39.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:39 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.393 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:39 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:39 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:53:39.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:39 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:39 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:39 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-19T05:53:39.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:39 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:39 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:39.974 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:53:39.974 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:39.974 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 531, 2024-09-19T05:53:39.974 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 588, 2024-09-19T05:53:39.974 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 187874, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 282814, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 9, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.060019717, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.021694861, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.032091778, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.004869698, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 586, 2024-09-19T05:53:39.975 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.033390446, 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000056980 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1068, 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000260978, 2024-09-19T05:53:39.976 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000244 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 2176, 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 3808 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:39.977 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 491, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 381, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 1790766, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 272211, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 14, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:39.978 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.059978187, 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.020666138, 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.056806923, 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000183421, 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 380, 2024-09-19T05:53:39.979 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.031509361, 2024-09-19T05:53:39.980 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000082919 2024-09-19T05:53:39.980 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.981 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:39.981 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 291, 2024-09-19T05:53:39.981 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000046707, 2024-09-19T05:53:39.981 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000160 2024-09-19T05:53:39.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.982 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 1677168, 2024-09-19T05:53:39.982 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 142864 2024-09-19T05:53:39.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 31, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 196, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 9531, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 519162, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 13, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:39.983 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.019452281, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.009805539, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.007316458, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000346054, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 194, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.030244789, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000155900 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 12, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000002491, 2024-09-19T05:53:39.984 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000207 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 4288, 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 462112 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 1, 2024-09-19T05:53:39.985 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-MDSRank": { 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 60, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.001615510, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000026925 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-09-19T05:53:39.986 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000008173, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000004086 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "request": 4, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "reply": 3, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "reply_latency": { 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 3, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000478499, 2024-09-19T05:53:39.987 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000159499 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_reply": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "forward": 1, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_commit": 11, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_split": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_merge": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes": 17, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_top": 0, 2024-09-19T05:53:39.988 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_bottom": 17, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pinned": 13, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_expired": 8, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "subtrees": 4, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse": 16, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_hit": 12, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_forward": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_discover": 4, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:39.989 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_lock": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "load_cent": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "q": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "exported": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "exported_inodes": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "imported": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "imported_inodes": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rfiles": 22, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rbytes": 3627091426, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rsnaps": 2, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:39.990 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps": 0, 2024-09-19T05:53:39.991 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "process_request_cap_release": 0 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_cache": { 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update_receipt": 14, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_try_discover": 9, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_send_discover": 10, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:39.992 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_created": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_enqueued": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_migrated": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_started": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_completed": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:39.993 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_flush": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_inodestats": 0 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_log": { 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evlrg": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evadd": 7, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evex": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evtrm": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "ev": 7, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evexg": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "evexd": 0, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "segadd": 2, 2024-09-19T05:53:39.994 INFO:teuthology.orchestra.run.smithi007.stdout: "segex": 0, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "segtrm": 0, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "seg": 2, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "segmjr": 2, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "segexg": 0, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "segexd": 0, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "expos": 4194304, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "wrpos": 4196455, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "rdpos": 0, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "jlat": { 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 6, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.011468014, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001911335 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.995 INFO:teuthology.orchestra.run.smithi007.stdout: "replayed": 0 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_mem": { 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 22, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "ino+": 26, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "ino-": 4, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dir": 21, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dir+": 35, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dir-": 14, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dn": 17, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dn+": 25, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "dn-": 8, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "cap": 0, 2024-09-19T05:53:39.996 INFO:teuthology.orchestra.run.smithi007.stdout: "cap+": 3, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "cap-": 3, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "rss": 50628, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "heap": 223520 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_server": { 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_client_request": 4, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_server_request": 1, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_request": 4, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_session": 17, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_peer_request": 2, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "req_create_latency": { 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:39.997 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getattr_latency": { 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000163281, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000163281 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "req_link_latency": { 2024-09-19T05:53:39.998 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookup_latency": { 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000315218, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000157609 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupino_latency": { 2024-09-19T05:53:39.999 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupname_latency": { 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.000 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lssnap_latency": { 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mkdir_latency": { 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.001 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mknod_latency": { 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mksnap_latency": { 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.002 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "req_open_latency": { 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "req_readdir_latency": { 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rename_latency": { 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.003 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.004 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmdir_latency": { 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.005 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setattr_latency": { 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.006 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.007 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.008 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.008 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.008 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setlayout_latency": { 2024-09-19T05:53:40.008 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.008 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setxattr_latency": { 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "req_symlink_latency": { 2024-09-19T05:53:40.009 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "req_unlink_latency": { 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.010 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_sessions": { 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "session_count": 1, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "session_add": 3, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "session_remove": 2, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_open": 1, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_stale": 0, 2024-09-19T05:53:40.011 INFO:teuthology.orchestra.run.smithi007.stdout: "total_load": 2, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "average_load": 0, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "avg_session_uptime": 682, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:40.012 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:40.013 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:40.014 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 262263, 2024-09-19T05:53:40.015 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 85, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 181, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:40.016 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 90341, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 355, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "objecter": { 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_active": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_laggy": 0, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send": 44, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send_bytes": 12678, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_resend": 32, 2024-09-19T05:53:40.017 INFO:teuthology.orchestra.run.smithi007.stdout: "op_reply": 44, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op_latency": { 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 44, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.236996407, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.005386281 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op_inflight": 0, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "oplen_avg": { 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 44, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 68 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op": 44, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op_r": 0, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op_w": 44, 2024-09-19T05:53:40.018 INFO:teuthology.orchestra.run.smithi007.stdout: "op_rmw": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "op_pg": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_stat": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_create": 10, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_read": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_write": 6, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writefull": 7, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writesame": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_append": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_zero": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_truncate": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_delete": 6, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_mapext": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:40.019 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_getxattr": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_setxattr": 20, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_call": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_watch": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_notify": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_other": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_active": 0, 2024-09-19T05:53:40.020 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_send": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_resend": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_ping": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_active": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_send": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_resend": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_active": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_send": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_resend": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_active": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_send": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_resend": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "command_active": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "command_send": 0, 2024-09-19T05:53:40.021 INFO:teuthology.orchestra.run.smithi007.stdout: "command_resend": 0, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "map_epoch": 96, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "map_full": 0, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "map_inc": 13, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_sessions": 9, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_open": 9, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_close": 0, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_laggy": 0, 2024-09-19T05:53:40.022 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_wr": 17, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_rd": 0, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_del": 2 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "oft": { 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_objs": 1, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_updates": 0, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_removes": 0 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "osd-slow-ops": { 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_ops_count": 0 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "purge_queue": { 2024-09-19T05:53:40.023 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 1049, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 1875659, 2024-09-19T05:53:40.024 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 1049, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 1049, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 1875659, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:40.025 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 44, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 12678, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 44, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 12678, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.026 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 1024, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 44, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 44, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 44, 2024-09-19T05:53:40.027 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 44, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:40.028 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.029 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle-0x55a4fbac4500": { 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-09-19T05:53:40.030 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 7, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 2151, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 7, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:40.031 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:40.032 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 6, 2024-09-19T05:53:40.032 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 2151, 2024-09-19T05:53:40.032 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:40.032 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:40.032 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:40.033 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:40.033 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.033 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:40.033 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:53:40.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:40 smithi007 ceph-mon[30960]: pgmap v354: 97 pgs: 97 active+clean; 25 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 42 MiB/s wr, 857 op/s 2024-09-19T05:53:40.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:40 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:53:40.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:40 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:53:40.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:40 smithi007 ceph-mon[30960]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:40 smithi063 ceph-mon[34779]: pgmap v354: 97 pgs: 97 active+clean; 25 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 42 MiB/s wr, 857 op/s 2024-09-19T05:53:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:40 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:53:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:40 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:53:40.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:40 smithi063 ceph-mon[34779]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:40.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:40 smithi044 ceph-mon[34175]: pgmap v354: 97 pgs: 97 active+clean; 25 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 42 MiB/s wr, 857 op/s 2024-09-19T05:53:40.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:40 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-19T05:53:40.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:40 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-19T05:53:40.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:40 smithi044 ceph-mon[34175]: from='mgr.15240 172.21.15.7:0/986868510' entity='mgr.x' 2024-09-19T05:53:41.308 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-09-19T05:53:41.308 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-09-19T05:53:41.308 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-09-19T05:53:41.308 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=14 2024-09-19T05:53:41.308 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=2 2024-09-19T05:53:41.309 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:41.309 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:41.309 DEBUG:tasks.check_counter:Getting stats from d 2024-09-19T05:53:41.309 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-19T05:53:41.576 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:53:42.169 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:53:42.169 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:42.169 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 4, 2024-09-19T05:53:42.169 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 4, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 3040, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 448, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.003264090, 2024-09-19T05:53:42.170 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000031438, 2024-09-19T05:53:42.171 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.002246273, 2024-09-19T05:53:42.171 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:42.171 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:42.171 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 3, 2024-09-19T05:53:42.171 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.004031731, 2024-09-19T05:53:42.172 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001343910 2024-09-19T05:53:42.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.172 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:42.172 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:42.172 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 448 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.173 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:42.174 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 2, 2024-09-19T05:53:42.174 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 172, 2024-09-19T05:53:42.174 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 320, 2024-09-19T05:53:42.174 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 187504, 2024-09-19T05:53:42.174 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 5, 2024-09-19T05:53:42.175 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:42.175 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.013171646, 2024-09-19T05:53:42.175 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.008899917, 2024-09-19T05:53:42.175 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.001952226, 2024-09-19T05:53:42.175 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 169, 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.016499512, 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000097630 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.176 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:42.177 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:42.177 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:42.177 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:42.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.177 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 187504 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 236, 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 225, 2024-09-19T05:53:42.178 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 1590592, 2024-09-19T05:53:42.179 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 138304, 2024-09-19T05:53:42.179 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-19T05:53:42.179 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-19T05:53:42.179 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.040662238, 2024-09-19T05:53:42.179 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.014538155, 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.040150759, 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 224, 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.010948482, 2024-09-19T05:53:42.180 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000048877 2024-09-19T05:53:42.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.181 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:42.181 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:42.181 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:42.181 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 1590592, 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 138304 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-19T05:53:42.182 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:42.183 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:42.184 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-19T05:53:42.185 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148994, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 31, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:42.186 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-19T05:53:42.187 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:42.188 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 238, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 1557278, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 238, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:42.189 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 238, 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 1557278, 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:42.190 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:42.191 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:42.191 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:53:42.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:42 smithi007 ceph-mon[30960]: pgmap v355: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 25 MiB/s wr, 629 op/s 2024-09-19T05:53:42.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:42 smithi063 ceph-mon[34779]: pgmap v355: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 25 MiB/s wr, 629 op/s 2024-09-19T05:53:42.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:42 smithi044 ceph-mon[34175]: pgmap v355: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 25 MiB/s wr, 629 op/s 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-09-19T05:53:42.918 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-09-19T05:53:42.919 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-09-19T05:53:42.919 DEBUG:tasks.check_counter:Getting stats from g 2024-09-19T05:53:42.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-19T05:53:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 797, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 799, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 267737, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 253447, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-09-19T05:53:43.695 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.090932575, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.033011190, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.022323316, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.027927439, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 797, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.056671665, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000071106 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.696 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 1747, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 1729, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 2042029, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 613063, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.152987253, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.045660003, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.074877183, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.040936833, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1728, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.081990914, 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000047448 2024-09-19T05:53:43.698 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 1660784, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 139504 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 9, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 175, 2024-09-19T05:53:43.699 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 4708, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 464069, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 7, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.015482639, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.009122619, 2024-09-19T05:53:43.700 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.004462990, 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000057733, 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 173, 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.025480799, 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000147287 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.701 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 463104 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 1, 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-19T05:53:43.702 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-MDSRank": { 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 3704, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.100725074, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000027193 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-09-19T05:53:43.703 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "request": 0, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "reply": 0, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "reply_latency": { 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.704 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_reply": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "forward": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_commit": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_split": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_merge": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes": 0, 2024-09-19T05:53:43.705 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_top": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_bottom": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pinned": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_expired": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "subtrees": 1, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_hit": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_forward": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_discover": 0, 2024-09-19T05:53:43.706 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_lock": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "load_cent": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "q": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "exported": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "exported_inodes": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "imported": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "imported_inodes": 0, 2024-09-19T05:53:43.707 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rfiles": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rbytes": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rsnaps": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:43.708 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:43.709 INFO:teuthology.orchestra.run.smithi007.stdout: "process_request_cap_release": 0 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_cache": { 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update_receipt": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_try_discover": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_send_discover": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:43.710 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_created": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_enqueued": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_migrated": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_started": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_completed": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_flush": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_inodestats": 0 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_log": { 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "evlrg": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "evadd": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "evex": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "evtrm": 0, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "ev": 7, 2024-09-19T05:53:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: "evexg": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "evexd": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segadd": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segex": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segtrm": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "seg": 2, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segmjr": 2, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segexg": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "segexd": 0, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "expos": 4194304, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "wrpos": 4196455, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "rdpos": 4196314, 2024-09-19T05:53:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: "jlat": { 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "replayed": 7 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_mem": { 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 3, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "ino+": 3, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "ino-": 0, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "dir": 1, 2024-09-19T05:53:43.714 INFO:teuthology.orchestra.run.smithi007.stdout: "dir+": 1, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "dir-": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "dn": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "dn+": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "dn-": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "cap": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "cap+": 0, 2024-09-19T05:53:43.715 INFO:teuthology.orchestra.run.smithi007.stdout: "cap-": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "rss": 48500, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "heap": 215328 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_server": { 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_client_request": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_server_request": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_request": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_session": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_peer_request": 0, 2024-09-19T05:53:43.716 INFO:teuthology.orchestra.run.smithi007.stdout: "req_create_latency": { 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getattr_latency": { 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "req_link_latency": { 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookup_latency": { 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.718 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupino_latency": { 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupname_latency": { 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.719 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lssnap_latency": { 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mkdir_latency": { 2024-09-19T05:53:43.720 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mknod_latency": { 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mksnap_latency": { 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.721 INFO:teuthology.orchestra.run.smithi007.stdout: "req_open_latency": { 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "req_readdir_latency": { 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rename_latency": { 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.723 INFO:teuthology.orchestra.run.smithi007.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:43.723 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.723 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.723 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.723 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmdir_latency": { 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.724 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setattr_latency": { 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.726 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setlayout_latency": { 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setxattr_latency": { 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.727 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "req_symlink_latency": { 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "req_unlink_latency": { 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:43.728 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_sessions": { 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "session_count": 1, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "session_add": 3, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "session_remove": 2, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_open": 3, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_stale": 0, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "total_load": 0, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "average_load": 0, 2024-09-19T05:53:43.729 INFO:teuthology.orchestra.run.smithi007.stdout: "avg_session_uptime": 3802, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:43.730 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:43.731 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 197473, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 55, 2024-09-19T05:53:43.732 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 181, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-19T05:53:43.733 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 8512, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 13, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "objecter": { 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_active": 0, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_laggy": 0, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send": 2289, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send_bytes": 21, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_resend": 3, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_reply": 2289, 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "op_latency": { 2024-09-19T05:53:43.734 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2289, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 1.831973205, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000800337 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op_inflight": 0, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "oplen_avg": { 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2289, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 2290 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op": 2289, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op_r": 2289, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op_w": 0, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op_rmw": 0, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "op_pg": 0, 2024-09-19T05:53:43.735 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_stat": 1483, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_create": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_read": 804, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_write": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writefull": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writesame": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_append": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_zero": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_truncate": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_delete": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_mapext": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_getxattr": 1, 2024-09-19T05:53:43.736 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_setxattr": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_call": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_watch": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_notify": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_other": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_active": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_send": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_resend": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_ping": 0, 2024-09-19T05:53:43.737 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_active": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_send": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_resend": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_active": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_send": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_resend": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_active": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_send": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_resend": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "command_active": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "command_send": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "command_resend": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "map_epoch": 96, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "map_full": 0, 2024-09-19T05:53:43.738 INFO:teuthology.orchestra.run.smithi007.stdout: "map_inc": 13, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_sessions": 6, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_open": 6, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_close": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_laggy": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_wr": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_rd": 2, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_del": 0 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "oft": { 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_objs": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_updates": 0, 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_removes": 0 2024-09-19T05:53:43.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "osd-slow-ops": { 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_ops_count": 0 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "purge_queue": { 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed": 0, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:43.740 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 2549, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 2068801, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 2549, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 2549, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 2068801, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.741 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:43.742 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 2289, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 2156, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 2289, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 2156, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 1024, 2024-09-19T05:53:43.743 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 2289, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 2289, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 2289, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 2289, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.744 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:43.745 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle-0x563cf8c166e0": { 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-09-19T05:53:43.746 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:43.747 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:53:44.354 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-09-19T05:53:44.354 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-09-19T05:53:44.354 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-09-19T05:53:44.355 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-09-19T05:53:44.355 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-09-19T05:53:44.355 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:44.355 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:44.355 DEBUG:tasks.check_counter:Getting stats from j 2024-09-19T05:53:44.355 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-19T05:53:44.615 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:53:44.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:44 smithi007 ceph-mon[30960]: pgmap v356: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 855 KiB/s rd, 20 MiB/s wr, 545 op/s 2024-09-19T05:53:44.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:44 smithi063 ceph-mon[34779]: pgmap v356: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 855 KiB/s rd, 20 MiB/s wr, 545 op/s 2024-09-19T05:53:44.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:44 smithi044 ceph-mon[34175]: pgmap v356: 97 pgs: 97 active+clean; 25 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 855 KiB/s rd, 20 MiB/s wr, 545 op/s 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 0, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 2, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 0, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 0, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.001260205, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000000000, 2024-09-19T05:53:45.134 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.000248303, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T05:53:45.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 242, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 229, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 1594176, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 140032, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.046035135, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.015228022, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.045895988, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:45.136 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 229, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.022688146, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000099074 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 1594176, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 140032 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:45.137 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 2, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 174, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 320, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 187856, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 5, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.013029609, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.008761631, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.001708118, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 171, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.012148423, 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000071043 2024-09-19T05:53:45.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 187856 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:45.139 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:45.140 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:45.141 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148994, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 31, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:45.142 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-09-19T05:53:45.143 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 240, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 1557538, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:45.144 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 240, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 240, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 1557538, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-09-19T05:53:45.145 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-09-19T05:53:45.861 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-19T05:53:45.862 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-19T05:53:45.862 DEBUG:tasks.check_counter:Getting stats from b 2024-09-19T05:53:45.862 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-19T05:53:46.135 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:53:46.564 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:46 smithi044 ceph-mon[34175]: pgmap v357: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 859 KiB/s rd, 20 MiB/s wr, 569 op/s 2024-09-19T05:53:46.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:46 smithi007 ceph-mon[30960]: pgmap v357: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 859 KiB/s rd, 20 MiB/s wr, 569 op/s 2024-09-19T05:53:46.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:46 smithi063 ceph-mon[34779]: pgmap v357: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 859 KiB/s rd, 20 MiB/s wr, 569 op/s 2024-09-19T05:53:46.673 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-09-19T05:53:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 551, 2024-09-19T05:53:46.673 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 744, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 192053, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 749151, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 9, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.063842852, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.025179596, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.030997934, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.005193258, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 742, 2024-09-19T05:53:46.674 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.052674223, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000070989 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1080, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000216307, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000200 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 335632 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 329, 2024-09-19T05:53:46.675 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 351, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1703010, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 189597, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 10, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 6, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.047165086, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.015488981, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.046581411, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000203105, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 350, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.025274387, 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000072212 2024-09-19T05:53:46.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 89, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000027122, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000304 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1697952, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 150432 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 216, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 136, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 125468, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 286375, 2024-09-19T05:53:46.677 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 18, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.020285169, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.004749529, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.017040365, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000413192, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 134, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.017094002, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000127567 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 282, 2024-09-19T05:53:46.678 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000034243, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000121 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 5056, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 130864 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:46.679 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 55, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001792544, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000032591 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000015018, 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000007509 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 2, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 2, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001128938, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000564469 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 0, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 11, 2024-09-19T05:53:46.681 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 17, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 0, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 17, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 13, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 8, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 2, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 2, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 4, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 14, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 9, 2024-09-19T05:53:46.682 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 5, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:46.683 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 22, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 3627091426, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 2, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:46.684 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 16, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 10, 2024-09-19T05:53:46.685 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 10, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-09-19T05:53:46.686 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 10, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-09-19T05:53:46.687 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 10, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 2, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4197382, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 0, 2024-09-19T05:53:46.688 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 9, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.018578595, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002064288 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 0 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 22, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 26, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 4, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 21, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 35, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 14, 2024-09-19T05:53:46.689 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 17, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 25, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 8, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 2, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 2, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 0, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 53068, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 223520 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 5, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 1, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 2, 2024-09-19T05:53:46.690 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 30, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 3, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001128938, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000564469 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.691 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.692 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.693 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-09-19T05:53:46.694 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.695 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.697 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.698 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-09-19T05:53:46.699 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.701 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:46.702 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 5, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 3, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 2, 2024-09-19T05:53:46.703 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 1, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 1, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 667, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:46.704 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:46.705 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:46.706 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 262487, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 88, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:46.707 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 181, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 91053, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 356, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.708 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 48, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 13715, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 30, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 48, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 48, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.244996189, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.005104087 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-09-19T05:53:46.709 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 48, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 71 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 48, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 0, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 48, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 0, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 10, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 0, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 9, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 9, 2024-09-19T05:53:46.710 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 6, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 20, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:46.711 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-09-19T05:53:46.712 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 96, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 13, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 9, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 9, 2024-09-19T05:53:46.713 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 16, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 0, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 1 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 1, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-09-19T05:53:46.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:46.715 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 1092, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1903504, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 1092, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 1092, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1903504, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.716 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 48, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 13715, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 48, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 13715, 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:46.717 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:46.718 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 48, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 48, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 48, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 48, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:46.719 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:46.720 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x55eef3566500": { 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 10, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 3078, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 10, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 9, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 3078, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:46.721 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:46.722 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=16 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=2 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:47.708 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:47.708 DEBUG:tasks.check_counter:Getting stats from e 2024-09-19T05:53:47.709 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-19T05:53:47.969 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:53:48.399 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:48 smithi044 ceph-mon[34175]: pgmap v358: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 229 op/s 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1068, 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1047, 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1949504, 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 397418, 2024-09-19T05:53:48.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.117703770, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.040721960, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.063700369, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.022294455, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1046, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.046139466, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000044110 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1679696, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 142064 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 4, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 176, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 876, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 467290, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.010542940, 2024-09-19T05:53:48.507 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.006364261, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.002507848, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000073706, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 173, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.020912416, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000120881 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.508 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 466592 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1538, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1538, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 396975, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 488267, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.089733096, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.021449586, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.026480783, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.036316248, 2024-09-19T05:53:48.509 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1537, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.047012525, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000030587 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 448 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-09-19T05:53:48.510 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3929, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.087641021, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000022306 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:48.511 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 0, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 0, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 0, 2024-09-19T05:53:48.513 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 1, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-09-19T05:53:48.514 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:48.515 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.516 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:48.517 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-09-19T05:53:48.518 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 10, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-09-19T05:53:48.519 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4197382, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 4197241, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 10 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 3, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 3, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 0, 2024-09-19T05:53:48.520 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 1, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 1, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 50864, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 215328 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 0, 2024-09-19T05:53:48.521 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:48.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:48.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.526 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:48.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-09-19T05:53:48.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:48.532 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 5, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 3, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 4, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 0, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 0, 2024-09-19T05:53:48.533 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 2765, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:48.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:48.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 181330, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 48, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:48.536 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 181, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 8512, 2024-09-19T05:53:48.537 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 13, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 2339, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 21, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 3, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 2339, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2339, 2024-09-19T05:53:48.538 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 1.546976518, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000661383 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2339, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 2340 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 2339, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 2339, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 0, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-09-19T05:53:48.539 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 1524, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 813, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 1, 2024-09-19T05:53:48.540 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-09-19T05:53:48.541 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 96, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-09-19T05:53:48.542 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 13, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 4, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 4, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 2, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 0 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-09-19T05:53:48.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:48.544 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 2606, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 2096217, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 2606, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2606, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2096217, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.545 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2339, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 3083, 2024-09-19T05:53:48.546 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2339, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 3083, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:48.547 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2339, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 2339, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2339, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2339, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:48.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x564835fba6e0": { 2024-09-19T05:53:48.549 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:48.550 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:48.551 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.551 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:48.551 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-09-19T05:53:48.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:48 smithi007 ceph-mon[30960]: pgmap v358: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 229 op/s 2024-09-19T05:53:48.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:48 smithi063 ceph-mon[34779]: pgmap v358: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 229 op/s 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:49.427 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:49.427 DEBUG:tasks.check_counter:Getting stats from h 2024-09-19T05:53:49.428 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-19T05:53:49.685 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:53:50.331 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1745, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1747, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 2443564, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 554920, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 2, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.144610853, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.049996461, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.038009882, 2024-09-19T05:53:50.332 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.044155790, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1745, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.055262313, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000031668 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T05:53:50.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 273, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 250, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1684280, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 143370, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.043475754, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.013892113, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.044361963, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000119233, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 250, 2024-09-19T05:53:50.334 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.022544182, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000090176 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1682624, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 142032 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 800, 2024-09-19T05:53:50.335 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 970, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 196699, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 718389, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 4, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.075175964, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.023153721, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.019239228, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.025240983, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 967, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.043203786, 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000044678 2024-09-19T05:53:50.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 464624 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.337 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 4236, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.104735048, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000024724 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.338 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:50.339 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 18, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 5, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 13, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 11, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 0, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 2, 2024-09-19T05:53:50.340 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:50.341 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 4, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 234, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 6, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:50.342 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 0, 2024-09-19T05:53:50.343 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:50.344 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 0, 2024-09-19T05:53:50.345 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 306, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 52, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 6045177, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 6122753, 2024-09-19T05:53:50.346 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 6115928, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 306 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 15, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 36, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 21, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 10, 2024-09-19T05:53:50.347 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 13, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 3, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 18, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 39, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 21, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 0, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 0, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 0, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 51884, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 215328 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 0, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-09-19T05:53:50.348 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 0, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 0, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 0, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.349 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.351 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-09-19T05:53:50.352 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.353 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-09-19T05:53:50.354 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.356 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-09-19T05:53:50.357 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.358 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.359 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.360 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 6, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 4, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 5, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 0, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 0, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 3287, 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:50.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:50.362 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:50.363 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 189423, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 51, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:50.364 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 181, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-09-19T05:53:50.365 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 88097, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 377, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 2547, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 26, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 4, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 2547, 2024-09-19T05:53:50.366 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2547, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 1.299980190, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000510396 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2547, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 2548 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 2547, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 2547, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 0, 2024-09-19T05:53:50.367 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 1601, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 943, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:50.368 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 2, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-09-19T05:53:50.369 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-09-19T05:53:50.370 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 96, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 13, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 5, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 5, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 0, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 2, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 0 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-09-19T05:53:50.371 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 0, 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-09-19T05:53:50.372 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 2814, 2024-09-19T05:53:50.373 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 4054691, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 2814, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2814, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 4054691, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:50.374 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2547, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 1928459, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2547, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1928459, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.375 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:50.376 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2547, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 2547, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2547, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2547, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:50.377 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.378 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x5620fe9786e0": { 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:50.379 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:50.380 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-09-19T05:53:50.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:50 smithi007 ceph-mon[30960]: pgmap v359: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 47 KiB/s rd, 41 KiB/s wr, 234 op/s 2024-09-19T05:53:50.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:50 smithi063 ceph-mon[34779]: pgmap v359: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 47 KiB/s rd, 41 KiB/s wr, 234 op/s 2024-09-19T05:53:50.680 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:50 smithi044 ceph-mon[34175]: pgmap v359: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 47 KiB/s rd, 41 KiB/s wr, 234 op/s 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:51.194 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:51.194 DEBUG:tasks.check_counter:Getting stats from k 2024-09-19T05:53:51.195 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-19T05:53:51.450 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.b/config 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 1618, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 1620, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 486043, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 514525, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 2, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.133162844, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.044847427, 2024-09-19T05:53:52.085 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.035320301, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.041078581, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1618, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.053767486, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000033230 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.086 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 705, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 877, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 175966, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 689742, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 7, 2024-09-19T05:53:52.087 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.065719564, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.020355556, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.016410369, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.022177738, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 875, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.053975692, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000061686 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.088 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 467392 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 270, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 249, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1681052, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 144942, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 3, 2024-09-19T05:53:52.089 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 2, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.042084633, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.014164080, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.043524086, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000033034, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 248, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.011694423, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000047154 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.090 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1680784, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 144624 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3838, 2024-09-19T05:53:52.091 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.096607593, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000025171 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-09-19T05:53:52.092 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 0, 2024-09-19T05:53:52.093 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 1, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 0, 2024-09-19T05:53:52.094 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 0, 2024-09-19T05:53:52.095 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:52.096 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 0 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.097 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:52.098 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-09-19T05:53:52.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 8, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 2, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 2, 2024-09-19T05:53:52.100 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 4196848, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 4196707, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 8 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-09-19T05:53:52.101 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 3, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 3, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 1, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 1, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 0, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 49032, 2024-09-19T05:53:52.102 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 215328 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.104 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-09-19T05:53:52.105 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.106 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.107 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-09-19T05:53:52.108 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-09-19T05:53:52.110 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.111 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.112 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-09-19T05:53:52.113 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.114 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 4, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 2, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 4, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 0, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 0, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 2770, 2024-09-19T05:53:52.115 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:52.116 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:52.117 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 189400, 2024-09-19T05:53:52.118 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 51, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 181, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:52.119 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 8512, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 13, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 2318, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 21, 2024-09-19T05:53:52.120 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 3, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 2318, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2318, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 1.154982381, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000498266 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 2318, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 2319 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 2318, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 2318, 2024-09-19T05:53:52.121 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 1502, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 814, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-09-19T05:53:52.122 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 1, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-09-19T05:53:52.123 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-09-19T05:53:52.124 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 96, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 13, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 5, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 5, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 0, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 2, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 0 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.125 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-09-19T05:53:52.126 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 2589, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 2093245, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 2589, 2024-09-19T05:53:52.127 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2589, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2093245, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:52.128 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2318, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 2549, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2318, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2549, 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:52.129 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:52.130 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 2318, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 2318, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 2318, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 2318, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.131 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:52.132 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x55a4fc7546e0": { 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-09-19T05:53:52.133 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-09-19T05:53:52.134 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-09-19T05:53:52.611 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:52 smithi044 ceph-mon[34175]: pgmap v360: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 80 op/s 2024-09-19T05:53:52.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:52 smithi007 ceph-mon[30960]: pgmap v360: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 80 op/s 2024-09-19T05:53:52.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:52 smithi063 ceph-mon[34779]: pgmap v360: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 80 op/s 2024-09-19T05:53:52.968 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-19T05:53:52.968 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-19T05:53:52.969 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-19T05:53:52.969 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-09-19T05:53:52.969 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-09-19T05:53:52.969 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:52.969 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:52.969 DEBUG:tasks.check_counter:Getting stats from c 2024-09-19T05:53:52.969 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-19T05:53:53.241 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1296, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1646, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 428272, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 2316810, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 12, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 6, 2024-09-19T05:53:53.733 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.130958617, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.051177224, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.054881357, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.020388471, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1646, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.093592441, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000056860 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1722, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000362526, 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000210 2024-09-19T05:53:53.734 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 3296, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 12192 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1531, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1674, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 424556, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 900860, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 19, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 7, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.123092557, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.036582321, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.041291325, 2024-09-19T05:53:53.735 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.036847297, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1672, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.072854945, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000043573 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 279, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000057520, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000206 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 5056, 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 131392 2024-09-19T05:53:53.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1453, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1879, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2038838, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 1131604, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 12, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 8, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.137977548, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.046616896, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.081628586, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.022940477, 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:53.737 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1876, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.087068590, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000046411 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 869, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000216239, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000248 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1694256, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 501616 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-09-19T05:53:53.738 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 361, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.109718555, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000303929 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:53.739 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2517, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.086126395, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000034217 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 50, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 48, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 48, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.101926586, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002123470 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.740 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 2, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 19, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 1, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 148, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 60, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 73, 2024-09-19T05:53:53.741 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 15, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 61, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 3, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 2, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 2, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 3, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 82, 2024-09-19T05:53:53.742 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 70, 2024-09-19T05:53:53.744 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 4, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 1, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 2, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 1, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 21, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:53.745 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 21, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 22, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 3627091426, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 2, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 21, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 3, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 3, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 18, 2024-09-19T05:53:53.746 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 71, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 113, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 191, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 130, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 2, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 41 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 9, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 14, 2024-09-19T05:53:53.747 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 9, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 10, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 11, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 3, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 21, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 18, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:53.748 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 1, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 1, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-09-19T05:53:53.749 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 322, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 322, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 2, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 2, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 2, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-09-19T05:53:53.750 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 0, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 4194304, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 5749174, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 0, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 140, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.463881024, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.003313435 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 0 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 131, 2024-09-19T05:53:53.751 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 150, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 19, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 29, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 33, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 4, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 150, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 171, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 21, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 2, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 24, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 22, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 54268, 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 223520 2024-09-19T05:53:53.752 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 91, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 2, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 50, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 30, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 6, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-09-19T05:53:53.753 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 16, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.003825543, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000239096 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.754 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000292697, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000292697 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.755 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:53.756 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.757 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-09-19T05:53:53.758 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.759 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 10, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.015441183, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001544118 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.760 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.047261619, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.015753873 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.761 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.762 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-09-19T05:53:53.763 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.764 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 18, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.035105544, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001950308 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.765 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 5, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 3, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 2, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 43, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 21, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 672, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:53.766 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:53.767 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:53.768 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 332646, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 134, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:53.769 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 181, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 442525, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 2333, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:53.770 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 2840, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 1630818, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 31, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 2840, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2840, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 36.425707842, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.012825953 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-09-19T05:53:53.771 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2840, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 2879 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 2840, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 24, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 2816, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 0, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 10, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 3, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 143, 2024-09-19T05:53:53.772 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 45, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 1, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 2590, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 21, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 20, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:53.773 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-09-19T05:53:53.774 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 96, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 13, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 12, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 12, 2024-09-19T05:53:53.775 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 41, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 0, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 5 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 1, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-09-19T05:53:53.776 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 1 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 518, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 6, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 2578, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 18, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:53.777 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 4276, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 2487545, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 4276, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 4276, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2487545, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.778 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 2840, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 1633500, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 2840, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1633500, 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:53.779 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:53.780 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 2840, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 2840, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 2840, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2840, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:53.781 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 18, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 2682, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 18, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 3, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2682, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:53.782 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x55ee05a22500": { 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 322, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 1554870, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 322, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 140, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1554870, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:53.783 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:53.784 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.784 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:53.784 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-19T05:53:54.612 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:54 smithi063 ceph-mon[34779]: pgmap v361: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 28 op/s 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds.exported=1 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds.imported=1 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=9 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=14 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=2 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:54.641 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:54.641 DEBUG:tasks.check_counter:Getting stats from f 2024-09-19T05:53:54.642 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-19T05:53:54.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:54 smithi007 ceph-mon[30960]: pgmap v361: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 28 op/s 2024-09-19T05:53:54.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:54 smithi044 ceph-mon[34175]: pgmap v361: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 28 op/s 2024-09-19T05:53:54.901 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 51, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 85, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 11507, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 74569, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 14, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.011119643, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.001845631, 2024-09-19T05:53:55.383 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.006497230, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000674441, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 83, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.019820981, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000238807 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 74, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000016471, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000222 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1728, 2024-09-19T05:53:55.384 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 5872 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 223, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 145, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 127593, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 258819, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 16, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:55.385 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.022259938, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.006643941, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.017228870, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000294320, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 143, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.023116803, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000161655 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 292, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000041403, 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000141 2024-09-19T05:53:55.386 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 5984, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 131664 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 820, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 995, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1878767, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 890689, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 6, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.111535026, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.045725875, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.077202278, 2024-09-19T05:53:55.387 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.004285721, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 994, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.059636140, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000059996 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1073, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000250916, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000233 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1688400, 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 487360 2024-09-19T05:53:55.388 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 60, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.001693241, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000028220 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.389 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000011645, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000005822 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 4, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 2, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000306764, 2024-09-19T05:53:55.390 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000153382 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 2, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 11, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 17, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 17, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:55.391 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 13, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 8, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 0, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 4, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 16, 2024-09-19T05:53:55.392 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 10, 2024-09-19T05:53:55.393 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 2, 2024-09-19T05:53:55.393 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 4, 2024-09-19T05:53:55.393 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:55.393 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:55.393 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 0, 2024-09-19T05:53:55.394 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 0, 2024-09-19T05:53:55.395 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:55.395 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:55.395 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:55.395 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 22, 2024-09-19T05:53:55.396 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 3627091426, 2024-09-19T05:53:55.396 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 2, 2024-09-19T05:53:55.396 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:55.396 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:55.396 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:55.397 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:55.397 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:55.397 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:55.397 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:55.397 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:55.398 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:55.399 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 0, 2024-09-19T05:53:55.399 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:55.399 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:55.399 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 0 2024-09-19T05:53:55.399 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 0, 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 14, 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 9, 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 10, 2024-09-19T05:53:55.400 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:55.401 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 0, 2024-09-19T05:53:55.401 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:55.401 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:55.401 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 0, 2024-09-19T05:53:55.401 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:55.402 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:55.403 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-09-19T05:53:55.404 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:55.404 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:55.404 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-09-19T05:53:55.404 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.404 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-09-19T05:53:55.405 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-09-19T05:53:55.405 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 8, 2024-09-19T05:53:55.405 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 0, 2024-09-19T05:53:55.405 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 0, 2024-09-19T05:53:55.405 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 8, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 0, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 2, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 0, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 0, 2024-09-19T05:53:55.406 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 2, 2024-09-19T05:53:55.407 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 2, 2024-09-19T05:53:55.407 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-09-19T05:53:55.407 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 0, 2024-09-19T05:53:55.407 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 4194304, 2024-09-19T05:53:55.407 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 4196848, 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 0, 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 7, 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.019301174, 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002757310 2024-09-19T05:53:55.408 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.409 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 0 2024-09-19T05:53:55.409 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.409 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-09-19T05:53:55.409 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 22, 2024-09-19T05:53:55.409 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 26, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 4, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 21, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 35, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 14, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 17, 2024-09-19T05:53:55.410 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 25, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 8, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 0, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 2, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 2, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 50440, 2024-09-19T05:53:55.411 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 223520 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 4, 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 1, 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 4, 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 26, 2024-09-19T05:53:55.412 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 2, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000172713, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000172713 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.413 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000134051, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000134051 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.414 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:55.415 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.416 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.417 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-09-19T05:53:55.418 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.419 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.420 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-09-19T05:53:55.421 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.422 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:55.423 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.424 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.425 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:55.426 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 4, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 2, 2024-09-19T05:53:55.427 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 2, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 1, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 675, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:55.428 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:55.429 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-09-19T05:53:55.430 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 254407, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 84, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:55.431 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 181, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 90317, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 352, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-09-19T05:53:55.432 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 46, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 13081, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 33, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 46, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 46, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.238997842, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.005195605 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 46, 2024-09-19T05:53:55.433 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 70 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 46, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 46, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 10, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 7, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 8, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-09-19T05:53:55.434 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 6, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 20, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:55.435 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-09-19T05:53:55.436 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 96, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 13, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 8, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 8, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 17, 2024-09-19T05:53:55.437 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 0, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 2 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 1, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-09-19T05:53:55.438 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 0 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:55.439 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 1090, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 1900788, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 1090, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 1090, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1900788, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.440 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 46, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 13081, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 46, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 13081, 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:55.441 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 46, 2024-09-19T05:53:55.442 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 46, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 46, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 46, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:55.443 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x559d03642500": { 2024-09-19T05:53:55.444 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 8, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 2544, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 8, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 7, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2544, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:55.445 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:55.446 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.446 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:55.446 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-19T05:53:56.132 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=14 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=2 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:56.133 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:56.133 DEBUG:tasks.check_counter:Getting stats from i 2024-09-19T05:53:56.133 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-19T05:53:56.392 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:53:56.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:56 smithi063 ceph-mon[34779]: pgmap v362: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-19T05:53:56.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:56 smithi007 ceph-mon[30960]: pgmap v362: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-19T05:53:56.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:56 smithi044 ceph-mon[34175]: pgmap v362: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-19T05:53:57.012 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-19T05:53:57.012 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:57.012 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 2519, 2024-09-19T05:53:57.012 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1832, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1092533, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 3422584, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 29, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 7, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.247811788, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.069923455, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.108787336, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.066659161, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1827, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.298596615, 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000163435 2024-09-19T05:53:57.013 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2727, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000498385, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000182 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 53568, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 372112 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1312, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1151, 2024-09-19T05:53:57.014 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2117480, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 615133, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 13, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 6, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.125611067, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.039315332, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.095122795, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.013564379, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1150, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.210453824, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000183003 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.015 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1160, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000253348, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000218 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1746304, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 154720 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 2513, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1626, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1324030, 2024-09-19T05:53:57.016 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 2265366, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 122, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 8, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.269511658, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.070272142, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.162221205, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.049935062, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1627, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.172590383, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000106078 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.017 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 3391, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000604461, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000178 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 433296, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 232416 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.018 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1187, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.180042263, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000151678 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000014526, 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000007263 2024-09-19T05:53:57.019 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 210, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 209, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 209, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.270136334, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001292518 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 1, 2024-09-19T05:53:57.020 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 1, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 204, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 0, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 30, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 7, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 13, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 10, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 20, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 27, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 3, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 3, 2024-09-19T05:53:57.021 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 3, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 282, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 265, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 1, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 2, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 1, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 21, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 1, 2024-09-19T05:53:57.022 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 2, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 35, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 4, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 234, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 6, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 35, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 23, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 3, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 20, 2024-09-19T05:53:57.023 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 12, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 27, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 76, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 94, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 63, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 2, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 41 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-09-19T05:53:57.024 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 21, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 20, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 11, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 11, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 40, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 1, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 1, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:57.025 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 3, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 2, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.026 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 306, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 297, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 297, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 9, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 2, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 52, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 51, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 51, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 1, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 1, 2024-09-19T05:53:57.027 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 1, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 6045177, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 6122753, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 0, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 248, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.705638006, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002845314 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 0 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-09-19T05:53:57.028 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 26, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 53, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 27, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 21, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 33, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 12, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 30, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 57, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 27, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 3, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 40, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 37, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 55200, 2024-09-19T05:53:57.029 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 231712 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 269, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 3, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 210, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 38, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 15, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 22, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.019854913, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000902496 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-09-19T05:53:57.030 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 111, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.019648702, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000177015 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.031 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 25, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.070618647, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002824745 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.032 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.033 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 11, 2024-09-19T05:53:57.034 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.001773259, 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000161205 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 10, 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.013666013, 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001366601 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-09-19T05:53:57.035 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 11, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.073881905, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.006716536 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000455298, 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000455298 2024-09-19T05:53:57.036 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.007634065, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.007634065 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.003027084, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001513542 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:57.037 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.015957659, 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.015957659 2024-09-19T05:53:57.038 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 5, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.021751085, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.004350217 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1, 2024-09-19T05:53:57.039 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000843341, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000843341 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-09-19T05:53:57.040 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 8, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.021024363, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.002628045 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.041 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.042 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 6, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 4, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 2, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 24, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 12, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 678, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:57.043 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:57.044 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:57.045 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 337818, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 134, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 264, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 3, 2024-09-19T05:53:57.046 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 181, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-09-19T05:53:57.047 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 143009, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 885, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 1301, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 2625382, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 32, 2024-09-19T05:53:57.048 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 1301, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1301, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 20.779812835, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.015972185 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1301, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 1795 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 1301, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 42, 2024-09-19T05:53:57.049 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 1259, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 182, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 44, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 3, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 248, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 169, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 506, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-09-19T05:53:57.050 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 39, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 88, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-09-19T05:53:57.051 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-09-19T05:53:57.052 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 96, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 13, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 12, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 12, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 499, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 2, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 15 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-09-19T05:53:57.053 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 1, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 0 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:57.054 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 6340, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 3889688, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 6340, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:57.055 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 6340, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 3889688, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:57.056 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 1301, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 2625366, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 1301, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2625366, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.057 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 1301, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 1301, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 1301, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1301, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.058 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:57.059 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x555f61282500": { 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 306, 2024-09-19T05:53:57.060 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 1928449, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 306, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 248, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1928449, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:57.061 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds.exported=1 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds.imported=1 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=21 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=20 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=11 2024-09-19T05:53:57.768 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=5 2024-09-19T05:53:57.768 DEBUG:tasks.check_counter:Getting stats from l 2024-09-19T05:53:57.769 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-19T05:53:58.023 INFO:teuthology.orchestra.run.smithi063.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.c/config 2024-09-19T05:53:58.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:53:58 smithi063 ceph-mon[34779]: pgmap v363: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 5.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-19T05:53:58.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:53:58 smithi007 ceph-mon[30960]: pgmap v363: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 5.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-19T05:53:58.692 INFO:teuthology.orchestra.run.smithi063.stdout:{ 2024-09-19T05:53:58.692 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-0": { 2024-09-19T05:53:58.692 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 272, 2024-09-19T05:53:58.692 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 251, 2024-09-19T05:53:58.692 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 1682162, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 146228, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 5, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 1, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.043868910, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.014571555, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.043737086, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.000030689, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 250, 2024-09-19T05:53:58.693 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.012955423, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000051821 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 1681328, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 145904 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-1": { 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 737, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 911, 2024-09-19T05:53:58.694 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 183208, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 701823, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 7, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 5, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.070136655, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.021527945, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.017468438, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.023659932, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 909, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.042428686, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000046676 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.695 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 469360 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "AsyncMessenger::Worker-2": { 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_messages": 1722, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages": 1724, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_bytes": 2064547, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_bytes": 547654, 2024-09-19T05:53:58.696 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_created_connections": 4, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_active_connections": 3, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_total_time": 0.143573798, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_send_time": 0.042342305, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_recv_time": 0.040027204, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_running_fast_dispatch_time": 0.047704444, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_messages_queue_lat": { 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 1722, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.064894840, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000037685 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.697 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_handle_ack_lat": { 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "msgr_send_encrypted_bytes": 0 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "cct": { 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "total_workers": 1, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "unhealthy_workers": 0 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-MDSRank": { 2024-09-19T05:53:58.698 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 4107, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.107472419, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000026168 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "finisher-PurgeQueue": { 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "queue_len": 0, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "complete_latency": { 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.699 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "mds": { 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "request": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "reply": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "reply_latency": { 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_reply": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "forward": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_complete": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_fetch_keys": 0, 2024-09-19T05:53:58.700 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_commit": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_split": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_merge": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes": 152, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_top": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_bottom": 152, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pin_tail": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_pinned": 152, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_expired": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "inodes_with_caps": 0, 2024-09-19T05:53:58.701 INFO:teuthology.orchestra.run.smithi063.stdout: "caps": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "subtrees": 1, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_hit": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_forward": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_discover": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_dir_fetch": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_remote_ino": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "traverse_lock": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "load_cent": 0, 2024-09-19T05:53:58.702 INFO:teuthology.orchestra.run.smithi063.stdout: "q": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "exported": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "exported_inodes": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "imported": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "imported_inodes": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_dir_fetch": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_backtrace_fetch": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "openino_peer_discover": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rfiles": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rbytes": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "root_rsnaps": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_fetch": 0, 2024-09-19T05:53:58.703 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_set_tag": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_backtrace_repaired": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_inotable_repaired": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_inodes": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dir_base_inodes": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_dirfrag_rstats": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "scrub_file_inodes": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_inode_file_caps": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_revoke": 0, 2024-09-19T05:53:58.704 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_grant": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_trunc": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_caps_dirty": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_cap_release": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "process_request_cap_release": 0 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_cache": { 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update": 0, 2024-09-19T05:53:58.705 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_update_receipt": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_try_discover": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_send_discover": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "dir_handle_discover": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_delayed": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_strays_enqueuing": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_created": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_enqueued": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_reintegrated": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "strays_migrated": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_processing": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_enqueued": 0, 2024-09-19T05:53:58.706 INFO:teuthology.orchestra.run.smithi063.stdout: "num_recovering_prioritized": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_started": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "recovery_completed": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_path": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_quiesce_inode": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_enqueue_scrub": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_exportdir": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_flush": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragmentdir": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_fragstats": 0, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "ireq_inodestats": 0 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_log": { 2024-09-19T05:53:58.707 INFO:teuthology.orchestra.run.smithi063.stdout: "evlrg": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "evadd": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "evex": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "evtrm": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "ev": 322, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "evexg": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "evexd": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "segadd": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "segex": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "segtrm": 0, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "seg": 2, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "segmjr": 2, 2024-09-19T05:53:58.708 INFO:teuthology.orchestra.run.smithi063.stdout: "segexg": 0, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "segexd": 0, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "expos": 4194304, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "wrpos": 5749174, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "rdpos": 5746569, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "jlat": { 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "replayed": 322 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_mem": { 2024-09-19T05:53:58.709 INFO:teuthology.orchestra.run.smithi063.stdout: "ino": 115, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "ino+": 140, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "ino-": 25, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dir": 12, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dir+": 21, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dir-": 9, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dn": 152, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dn+": 161, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "dn-": 9, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "cap": 0, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "cap+": 0, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "cap-": 0, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "rss": 50512, 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: "heap": 215328 2024-09-19T05:53:58.710 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_server": { 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_client_request": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "dispatch_server_request": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_request": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_client_session": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "handle_peer_request": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "req_create_latency": { 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getattr_latency": { 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.711 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getfilelock_latency": { 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "req_link_latency": { 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.712 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookup_latency": { 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookuphash_latency": { 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupino_latency": { 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.713 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupname_latency": { 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupparent_latency": { 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lookupsnap_latency": { 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.714 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "req_lssnap_latency": { 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.715 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mkdir_latency": { 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mknod_latency": { 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.716 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "req_mksnap_latency": { 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "req_open_latency": { 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "req_readdir_latency": { 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.717 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rename_latency": { 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "req_renamesnap_latency": { 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "req_snapdiff_latency": { 2024-09-19T05:53:58.718 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmdir_latency": { 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmsnap_latency": { 2024-09-19T05:53:58.719 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "req_rmxattr_latency": { 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.720 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setattr_latency": { 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setdirlayout_latency": { 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setfilelock_latency": { 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.721 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setlayout_latency": { 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "req_setxattr_latency": { 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "req_symlink_latency": { 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.722 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "req_unlink_latency": { 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_revoke_eviction": 0, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "cap_acquisition_throttle": 0, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "req_getvxattr_latency": { 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.723 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_sessions": { 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: "session_count": 2, 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: "session_add": 5, 2024-09-19T05:53:58.724 INFO:teuthology.orchestra.run.smithi063.stdout: "session_remove": 3, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_open": 4, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "sessions_stale": 0, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "total_load": 0, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "average_load": 0, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "avg_session_uptime": 2787, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "mdthresh_evicted": 0 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "mempool": { 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_bytes": 0, 2024-09-19T05:53:58.725 INFO:teuthology.orchestra.run.smithi063.stdout: "bloom_filter_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_alloc_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_data_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_onode_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_meta_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_other_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_cache_buffer_items": 0, 2024-09-19T05:53:58.726 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_extent_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_blob_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_shared_blob_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_inline_bl_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_fsck_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_txc_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_deferred_items": 0, 2024-09-19T05:53:58.727 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_bytes": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluestore_writing_items": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_bytes": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_items": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_bytes": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_reader_items": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_bytes": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "bluefs_file_writer_items": 0, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_bytes": 189383, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_anon_items": 50, 2024-09-19T05:53:58.728 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "buffer_meta_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_mapbl_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_pglog_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_bytes": 8224, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_items": 181, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "osdmap_mapping_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_bytes": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "pgmap_items": 0, 2024-09-19T05:53:58.729 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_bytes": 377493, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "mds_co_items": 1324, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_bytes": 0, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_1_items": 0, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_bytes": 0, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "unittest_2_items": 0 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "objecter": { 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_active": 0, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_laggy": 0, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send": 2454, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_send_bytes": 21, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_resend": 3, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_reply": 2454, 2024-09-19T05:53:58.730 INFO:teuthology.orchestra.run.smithi063.stdout: "op_latency": { 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2454, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 2.768976578, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.001128352 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op_inflight": 0, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "oplen_avg": { 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 2454, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 2455 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op": 2454, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op_r": 2454, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op_w": 0, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op_rmw": 0, 2024-09-19T05:53:58.731 INFO:teuthology.orchestra.run.smithi063.stdout: "op_pg": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_stat": 1540, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_create": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_read": 912, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_write": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writefull": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_writesame": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_append": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_zero": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_truncate": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_delete": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_mapext": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_sparse_read": 0, 2024-09-19T05:53:58.732 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_clonerange": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_getxattr": 1, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_setxattr": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_cmpxattr": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_rmxattr": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_resetxattrs": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_call": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_watch": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_notify": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_src_cmpxattr": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_pgls_filter": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "osdop_other": 0, 2024-09-19T05:53:58.733 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_active": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_send": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_resend": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "linger_ping": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_active": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_send": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolop_resend": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_active": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_send": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "poolstat_resend": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_active": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_send": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "statfs_resend": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "command_active": 0, 2024-09-19T05:53:58.734 INFO:teuthology.orchestra.run.smithi063.stdout: "command_send": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "command_resend": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "map_epoch": 96, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "map_full": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "map_inc": 13, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_sessions": 5, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_open": 5, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_session_close": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "osd_laggy": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_wr": 0, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_rd": 2, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_del": 0 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "oft": { 2024-09-19T05:53:58.735 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_objs": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_kv_pairs": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_updates": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "omap_total_removes": 0 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "osd-slow-ops": { 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "slow_ops_count": 0 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "purge_queue": { 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_ops_high_water": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executing_high_water": 0, 2024-09-19T05:53:58.736 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed_ops": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_executed": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "pq_item_in_journal": 0 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 2727, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 3667577, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 2727, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:58.737 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 2727, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 3667577, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_bytes": { 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 104857600, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:58.738 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 2454, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 1554875, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 2454, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 1554875, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.739 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-objecter_ops": { 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 1024, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 2454, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 2454, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 2454, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 2454, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.740 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle": { 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:58.741 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: }, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "throttle-write_buf_throttle-0x5603f05d46e0": { 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "val": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "max": 3758096384, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "get_started": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "get": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "get_sum": 0, 2024-09-19T05:53:58.742 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_fail": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "get_or_fail_success": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "take": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "take_sum": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "put": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "put_sum": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "wait": { 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "avgcount": 0, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "sum": 0.000000000, 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: "avgtime": 0.000000000 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout: } 2024-09-19T05:53:58.743 INFO:teuthology.orchestra.run.smithi063.stdout:} 2024-09-19T05:53:58.744 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:53:58 smithi044 ceph-mon[34175]: pgmap v363: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 5.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-09-19T05:53:59.443 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-09-19T05:53:59.443 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-19T05:53:59.455 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-19T05:53:59.455 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:53:59.455 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:53:59.501 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:53:59.501 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:53:59.561 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T05:53:59.874 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:54:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1248210611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100a80 msgr2=0x7f9ebc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1248210611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100a80 0x7f9ebc100ee0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009930 tx=0x7f9eb002a420 comp rx=0 tx=0).stop 2024-09-19T05:54:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1248210611 shutdown_connections 2024-09-19T05:54:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1248210611 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 0x7f9ebc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1248210611 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc100a80 0x7f9ebc100ee0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1248210611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc106a80 0x7f9ebc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1248210611 >> 172.21.15.7:0/1248210611 conn(0x7f9ebc0fc7a0 msgr2=0x7f9ebc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1248210611 shutdown_connections 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.458+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1248210611 wait complete. 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 Processor -- start 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 -- start start 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc100a80 0x7f9ebc0fcee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 0x7f9ebc0fd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110cf0 con 0x7f9ebc106a80 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110b70 con 0x7f9ebc100a80 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.459+0000 7f9ec0f73640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110e70 con 0x7f9ebc101420 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58752/0 (socket says 172.21.15.7:58752) 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc100a80 0x7f9ebc0fcee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 -- 172.21.15.7:0/1294239073 learned_addr learned my addr 172.21.15.7:0/1294239073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9eb9d9b640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 0x7f9ebc0fd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 -- 172.21.15.7:0/1294239073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 msgr2=0x7f9ebc0fd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 0x7f9ebc0fd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 -- 172.21.15.7:0/1294239073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc100a80 msgr2=0x7f9ebc0fcee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc100a80 0x7f9ebc0fcee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 -- 172.21.15.7:0/1294239073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc1a6800 con 0x7f9ebc106a80 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ebad9d640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400eaa0 tx=0x7f9eb400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb400cdb0 con 0x7f9ebc106a80 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc1a6af0 con 0x7f9ebc106a80 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9eb4005020 con 0x7f9ebc106a80 2024-09-19T05:54:00.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb40116d0 con 0x7f9ebc106a80 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.460+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a6fb0 con 0x7f9ebc106a80 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.461+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ebc100ee0 con 0x7f9ebc106a80 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.463+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f9eb40051d0 con 0x7f9ebc106a80 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.463+0000 7f9eab7fe640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 0x7f9ea40a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.463+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f9eb40cff30 con 0x7f9ebc106a80 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.463+0000 7f9eba59c640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 0x7f9ea40a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.464+0000 7f9eba59c640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 0x7f9ea40a5870 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00bb60 tx=0x7f9eac00b390 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:54:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.468+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f9eb4016030 con 0x7f9ebc106a80 2024-09-19T05:54:00.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:00 smithi007 ceph-mon[30960]: pgmap v364: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-19T05:54:00.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:00 smithi063 ceph-mon[34779]: pgmap v364: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-19T05:54:00.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.655+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9ebc10a020 con 0x7f9ebc106a80 2024-09-19T05:54:00.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.656+0000 7f9eab7fe640 1 -- 172.21.15.7:0/1294239073 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v96) ==== 81+0+926 (secure 0 0 0) 0x7f9eb409c900 con 0x7f9ebc106a80 2024-09-19T05:54:00.658 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/4130759675 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.658 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/4130759675 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1765602285 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/831543494 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1858175579 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3989760616 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1981991597 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1981991597 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/639854420 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3995498428 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3286088215 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3875082593 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/415135774 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3457087805 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:00.659 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2098020415 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:00.660 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/415135774 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:00.660 INFO:teuthology.orchestra.run.smithi007.stderr:listed 16 entries 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 msgr2=0x7f9ea40a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 0x7f9ea40a5870 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00bb60 tx=0x7f9eac00b390 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 msgr2=0x7f9ebc0fd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400eaa0 tx=0x7f9eb400ef60 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 shutdown_connections 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc106a80 0x7f9ebc0fd960 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f9ea40a33b0 0x7f9ea40a5870 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f9ebc101420 0x7f9ebc0fd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 --2- 172.21.15.7:0/1294239073 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9ebc100a80 0x7f9ebc0fcee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:00.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 >> 172.21.15.7:0/1294239073 conn(0x7f9ebc0fc7a0 msgr2=0x7f9ebc06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:54:00.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 shutdown_connections 2024-09-19T05:54:00.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:00.658+0000 7f9ec0f73640 1 -- 172.21.15.7:0/1294239073 wait complete. 2024-09-19T05:54:00.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:00 smithi044 ceph-mon[34175]: pgmap v364: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 7.1 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-19T05:54:01.388 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:01 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1294239073' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:01.748 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:01 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1294239073' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:01.749 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:01 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1294239073' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:01.749 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-09-19T05:54:01.750 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T05:54:01.770 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961 shell --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-19T05:54:02.077 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/mon.a/config 2024-09-19T05:54:02.511 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:02 smithi007 ceph-mon[30960]: pgmap v365: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- 172.21.15.7:0/2219194199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 msgr2=0x7f60f0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 --2- 172.21.15.7:0/2219194199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0101200 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f60ec009ca0 tx=0x7f60ec02a950 comp rx=0 tx=0).stop 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- 172.21.15.7:0/2219194199 shutdown_connections 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 --2- 172.21.15.7:0/2219194199 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 0x7f60f010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 --2- 172.21.15.7:0/2219194199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 0x7f60f01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 --2- 172.21.15.7:0/2219194199 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0101200 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- 172.21.15.7:0/2219194199 >> 172.21.15.7:0/2219194199 conn(0x7f60f00fc7d0 msgr2=0x7f60f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- 172.21.15.7:0/2219194199 shutdown_connections 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- 172.21.15.7:0/2219194199 wait complete. 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 Processor -- start 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.594+0000 7f60f759e640 1 -- start start 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 0x7f60f0197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 --2- >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 0x7f60f019baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0110e00 con 0x7f60f0100e20 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0110c80 con 0x7f60f0102570 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f759e640 1 -- --> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] -- mon_getmap magic: 0 -- 0x7f60f0110f80 con 0x7f60f0102ef0 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:02.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58766/0 (socket says 172.21.15.7:58766) 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 -- 172.21.15.7:0/1586441361 learned_addr learned my addr 172.21.15.7:0/1586441361 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f5b3b640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 0x7f60f019baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f4b39640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 0x7f60f0197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 -- 172.21.15.7:0/1586441361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 msgr2=0x7f60f019baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 0x7f60f019baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 -- 172.21.15.7:0/1586441361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 msgr2=0x7f60f0197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 0x7f60f0197760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 -- 172.21.15.7:0/1586441361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60f019c1d0 con 0x7f60f0100e20 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.595+0000 7f60f533a640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f60ec005cc0 tx=0x7f60ec02f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.596+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec034040 con 0x7f60f0100e20 2024-09-19T05:54:02.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.596+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f60ec0308f0 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.596+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60f019c460 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.596+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60ec0047c0 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.596+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60f01a3da0 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.597+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60f01021b0 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.598+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 26) ==== 138485+0+0 (secure 0 0 0) 0x7f60ec037020 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.598+0000 7f60e67fc640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 0x7f60dc0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.599+0000 7f60f4b39640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 0x7f60dc0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.599+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8542+0+0 (secure 0 0 0) 0x7f60ec0f0c00 con 0x7f60f0100e20 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.599+0000 7f60f4b39640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 0x7f60dc0a5870 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f60e0005e10 tx=0x7f60e0005da0 comp rx=0 tx=0).ready entity=mgr.15240 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T05:54:02.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.603+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188913 (secure 0 0 0) 0x7f60ec0f7080 con 0x7f60f0100e20 2024-09-19T05:54:02.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:02 smithi063 ceph-mon[34779]: pgmap v365: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:02.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:02 smithi044 ceph-mon[34175]: pgmap v365: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.792+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f60f01a3f70 con 0x7f60f0100e20 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.792+0000 7f60e67fc640 1 -- 172.21.15.7:0/1586441361 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v96) ==== 81+0+926 (secure 0 0 0) 0x7f60ec0bd6e0 con 0x7f60f0100e20 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/4130759675 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/4130759675 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1765602285 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/831543494 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:02.795 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/1858175579 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3989760616 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/1981991597 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/1981991597 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/639854420 2024-09-20T05:32:52.172880+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3995498428 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3286088215 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3875082593 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/415135774 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3457087805 2024-09-20T05:42:16.463062+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2098020415 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:02.796 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/415135774 2024-09-20T05:33:16.706705+0000 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:listed 16 entries 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 msgr2=0x7f60dc0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 0x7f60dc0a5870 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f60e0005e10 tx=0x7f60e0005da0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 msgr2=0x7f60f0197220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f60ec005cc0 tx=0x7f60ec02f650 comp rx=0 tx=0).stop 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 shutdown_connections 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:6800/1144479473,v1:172.21.15.7:6801/1144479473] conn(0x7f60dc0a33b0 0x7f60dc0a5870 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.63:3300/0,v1:172.21.15.63:6789/0] conn(0x7f60f0102ef0 0x7f60f019baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f60f0102570 0x7f60f0197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 --2- 172.21.15.7:0/1586441361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f60f0100e20 0x7f60f0197220 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T05:54:02.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 >> 172.21.15.7:0/1586441361 conn(0x7f60f00fc7d0 msgr2=0x7f60f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T05:54:02.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 shutdown_connections 2024-09-19T05:54:02.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-09-19T05:54:02.794+0000 7f60f759e640 1 -- 172.21.15.7:0/1586441361 wait complete. 2024-09-19T05:54:03.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:03 smithi007 ceph-mon[30960]: from='client.? 172.21.15.7:0/1586441361' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:03.588 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi007.front.sepia.ceph.com... 2024-09-19T05:54:03.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:54:03.589 DEBUG:teuthology.orchestra.run.smithi007:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-19T05:54:03.627 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi007.stderr:ceph-fuse[83527]: fuse finished with error 0 and tester_r 0 2024-09-19T05:54:03.628 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T05:54:03.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:03 smithi063 ceph-mon[34779]: from='client.? 172.21.15.7:0/1586441361' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:03.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:03 smithi044 ceph-mon[34175]: from='client.? 172.21.15.7:0/1586441361' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-19T05:54:04.625 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:04 smithi044 ceph-mon[34175]: pgmap v366: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:04.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:04 smithi007 ceph-mon[30960]: pgmap v366: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:04.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:04 smithi063 ceph-mon[34779]: pgmap v366: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-19T05:54:06.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:06 smithi007 ceph-mon[30960]: pgmap v367: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-09-19T05:54:06.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:06 smithi063 ceph-mon[34779]: pgmap v367: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-09-19T05:54:06.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:06 smithi044 ceph-mon[34175]: pgmap v367: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-09-19T05:54:07.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:07 smithi007 ceph-mon[30960]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T05:54:07.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:07 smithi063 ceph-mon[34779]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T05:54:07.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:07 smithi044 ceph-mon[34175]: osdmap e97: 12 total, 12 up, 12 in 2024-09-19T05:54:08.642 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:08 smithi007 ceph-mon[30960]: pgmap v369: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-19T05:54:08.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:08 smithi063 ceph-mon[34779]: pgmap v369: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-19T05:54:08.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:08 smithi044 ceph-mon[34175]: pgmap v369: 97 pgs: 97 active+clean; 25 GiB data, 84 GiB used, 989 GiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-09-19T05:54:09.730 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T05:54:09.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:54:09.730 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T05:54:09.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:54:09.762 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-09-19T05:54:09.834 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T05:54:09.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:54:09.834 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T05:54:09.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T05:54:09.905 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-09-19T05:54:10.008 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-19T05:54:10.018 INFO:tasks.cephadm:Teardown begin 2024-09-19T05:54:10.019 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephadm.py", line 2236, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-19T05:54:10.020 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:54:10.068 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:54:10.096 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:54:10.127 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-19T05:54:10.127 DEBUG:teuthology.orchestra.run.smithi007:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T05:54:10.149 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T05:54:10.165 DEBUG:teuthology.orchestra.run.smithi063:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-19T05:54:10.183 INFO:tasks.cephadm:Stopping all daemons... 2024-09-19T05:54:10.183 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-19T05:54:10.183 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a 2024-09-19T05:54:10.402 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:10 smithi063 ceph-mon[34779]: pgmap v370: 97 pgs: 28 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 53 active+clean; 23 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-09-19T05:54:10.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 systemd[1]: Stopping Ceph mon.a for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:10.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 ceph-mon[30960]: pgmap v370: 97 pgs: 28 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 53 active+clean; 23 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-09-19T05:54:10.725 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:10 smithi044 ceph-mon[34175]: pgmap v370: 97 pgs: 28 active+clean+snaptrim_wait, 16 active+clean+snaptrim, 53 active+clean; 23 GiB data, 83 GiB used, 990 GiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-09-19T05:54:10.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:54:10.502+0000 7f6f36217640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:10.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a[30956]: 2024-09-19T05:54:10.503+0000 7f6f36217640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-19T05:54:10.873 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 podman[102434]: 2024-09-19 05:54:10.565688788 +0000 UTC m=+0.167300756 container died 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2) 2024-09-19T05:54:11.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 podman[102434]: 2024-09-19 05:54:10.954239146 +0000 UTC m=+0.555851119 container cleanup 94ed6570f3cb67b3bf829a8a9ea2bed4692cd1e3614c0492a6ce6717a399ce74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-19T05:54:11.142 INFO:journalctl@ceph.mon.a.smithi007.stdout:Sep 19 05:54:10 smithi007 bash[102434]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-a 2024-09-19T05:54:11.400 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.a.service' 2024-09-19T05:54:11.440 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:11.440 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-19T05:54:11.440 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-19T05:54:11.440 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.b 2024-09-19T05:54:11.724 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:11 smithi044 systemd[1]: Stopping Ceph mon.b for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:12.190 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b[34171]: 2024-09-19T05:54:11.753+0000 7f9e81937640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:12.190 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b[34171]: 2024-09-19T05:54:11.753+0000 7f9e81937640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-19T05:54:12.190 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:11 smithi044 podman[69727]: 2024-09-19 05:54:11.855809771 +0000 UTC m=+0.212923244 container died 8da3631ec6da5c7f9fda83fba3365a3d4bb4b9ba54d5d3f119d0402a14eac21f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4) 2024-09-19T05:54:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:12 smithi044 podman[69727]: 2024-09-19 05:54:12.295503419 +0000 UTC m=+0.652616878 container cleanup 8da3631ec6da5c7f9fda83fba3365a3d4bb4b9ba54d5d3f119d0402a14eac21f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b, ceph=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD) 2024-09-19T05:54:12.474 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:12 smithi044 bash[69727]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b 2024-09-19T05:54:12.768 INFO:journalctl@ceph.mon.b.smithi044.stdout:Sep 19 05:54:12 smithi044 podman[69739]: 2024-09-19 05:54:12.51360355 +0000 UTC m=+0.649217561 container remove 8da3631ec6da5c7f9fda83fba3365a3d4bb4b9ba54d5d3f119d0402a14eac21f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-19T05:54:12.777 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.b.service' 2024-09-19T05:54:12.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:12.821 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-19T05:54:12.822 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-19T05:54:12.822 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.c 2024-09-19T05:54:13.152 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:12 smithi063 systemd[1]: Stopping Ceph mon.c for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:13.652 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c[34774]: 2024-09-19T05:54:13.252+0000 7f85d12e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:13.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c[34774]: 2024-09-19T05:54:13.252+0000 7f85d12e9640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-19T05:54:13.653 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:13 smithi063 podman[70945]: 2024-09-19 05:54:13.374771271 +0000 UTC m=+0.358429908 container died dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-09-19T05:54:14.030 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:13 smithi063 podman[70945]: 2024-09-19 05:54:13.735770119 +0000 UTC m=+0.719428753 container cleanup dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:14.030 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:13 smithi063 bash[70945]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c 2024-09-19T05:54:14.309 INFO:journalctl@ceph.mon.c.smithi063.stdout:Sep 19 05:54:14 smithi063 podman[70957]: 2024-09-19 05:54:14.028934247 +0000 UTC m=+0.650324676 container remove dc7bd8ed5ecb46251633279c732d79d26b466b72a0f6034d23475371ee306bdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mon-c, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-19T05:54:14.325 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mon.c.service' 2024-09-19T05:54:14.383 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:14.384 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-19T05:54:14.384 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-19T05:54:14.384 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x 2024-09-19T05:54:14.719 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:54:14 smithi007 systemd[1]: Stopping Ceph mgr.x for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:15.004 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:54:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x[31188]: 2024-09-19T05:54:14.717+0000 7f5dae200640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:15.004 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:54:14 smithi007 podman[102566]: 2024-09-19 05:54:14.758805799 +0000 UTC m=+0.174947480 container died 116572266a8cf5da696aceb3376733219c8d98f69f9c41f97e0d0726dd3c21d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:54:15.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:54:15 smithi007 podman[102566]: 2024-09-19 05:54:15.118231625 +0000 UTC m=+0.534373303 container cleanup 116572266a8cf5da696aceb3376733219c8d98f69f9c41f97e0d0726dd3c21d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:2f599a46ad10e37c929e5c43da2f6907ddcd1961, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-2f599a4) 2024-09-19T05:54:15.392 INFO:journalctl@ceph.mgr.x.smithi007.stdout:Sep 19 05:54:15 smithi007 bash[102566]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-x 2024-09-19T05:54:15.552 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-19T05:54:15.590 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:15.590 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-19T05:54:15.590 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-19T05:54:15.590 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.y 2024-09-19T05:54:15.950 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:54:15 smithi044 systemd[1]: Stopping Ceph mgr.y for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:16.219 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:54:15 smithi044 podman[69847]: 2024-09-19 05:54:15.94857676 +0000 UTC m=+0.166936083 container died 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:16.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:54:16 smithi044 podman[69847]: 2024-09-19 05:54:16.350655681 +0000 UTC m=+0.569014998 container cleanup 976d585489dfd8aa2548409a5b84f8c7e0cbaf24bed6ae88e5deb9eb5106697e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:16.474 INFO:journalctl@ceph.mgr.y.smithi044.stdout:Sep 19 05:54:16 smithi044 bash[69847]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-y 2024-09-19T05:54:16.746 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-19T05:54:16.782 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:16.782 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-19T05:54:16.782 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-19T05:54:16.782 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.z 2024-09-19T05:54:17.132 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:16 smithi063 systemd[1]: Stopping Ceph mgr.z for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:17.402 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:17 smithi063 podman[71066]: 2024-09-19 05:54:17.13057216 +0000 UTC m=+0.150909032 container died 3f2302ad850a4f61b8b136319ace290ea2aba6342a90c03c54e3ebe2017165dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-19T05:54:17.769 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:17 smithi063 podman[71066]: 2024-09-19 05:54:17.458227963 +0000 UTC m=+0.478564878 container cleanup 3f2302ad850a4f61b8b136319ace290ea2aba6342a90c03c54e3ebe2017165dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-19T05:54:17.769 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:17 smithi063 bash[71066]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z 2024-09-19T05:54:18.027 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:17 smithi063 podman[71078]: 2024-09-19 05:54:17.767951921 +0000 UTC m=+0.640966961 container remove 3f2302ad850a4f61b8b136319ace290ea2aba6342a90c03c54e3ebe2017165dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-19T05:54:18.027 INFO:journalctl@ceph.mgr.z.smithi063.stdout:Sep 19 05:54:17 smithi063 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-09-19T05:54:18.042 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mgr.z.service' 2024-09-19T05:54:18.077 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:18.077 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-19T05:54:18.078 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-19T05:54:18.078 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.0 2024-09-19T05:54:18.375 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:18 smithi007 systemd[1]: Stopping Ceph osd.0 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:18.642 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:54:18.372+0000 7f8c082a5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:18.643 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:54:18.372+0000 7f8c082a5640 -1 osd.0 97 *** Got signal Terminated *** 2024-09-19T05:54:18.643 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0[45165]: 2024-09-19T05:54:18.372+0000 7f8c082a5640 -1 osd.0 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:24.325 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:23 smithi007 podman[102688]: 2024-09-19 05:54:23.98970975 +0000 UTC m=+5.711524218 container died a969d50e27f88aeb00eb6478485f16f8aef7bfdc16873e50f184f38f9cf2873d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True) 2024-09-19T05:54:24.642 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:24 smithi007 podman[102688]: 2024-09-19 05:54:24.323472098 +0000 UTC m=+6.045286565 container cleanup a969d50e27f88aeb00eb6478485f16f8aef7bfdc16873e50f184f38f9cf2873d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-19T05:54:24.642 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:24 smithi007 bash[102688]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0 2024-09-19T05:54:24.642 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:24 smithi007 podman[102704]: 2024-09-19 05:54:24.474641152 +0000 UTC m=+0.484401004 container remove a969d50e27f88aeb00eb6478485f16f8aef7bfdc16873e50f184f38f9cf2873d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-19T05:54:25.143 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:24 smithi007 podman[102792]: 2024-09-19 05:54:24.784653643 +0000 UTC m=+0.016638959 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:54:25.143 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:24 smithi007 podman[102792]: 2024-09-19 05:54:24.917362991 +0000 UTC m=+0.149348292 container create 273fecdb4b2efaaa0a10f7332ec8da9087836c2fa9bfc677410445a6cbb85121 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-2f599a4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-19T05:54:25.594 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:25 smithi007 podman[102792]: 2024-09-19 05:54:25.19524787 +0000 UTC m=+0.427233181 container init 273fecdb4b2efaaa0a10f7332ec8da9087836c2fa9bfc677410445a6cbb85121 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-19T05:54:25.594 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:25 smithi007 podman[102792]: 2024-09-19 05:54:25.199116207 +0000 UTC m=+0.431101523 container start 273fecdb4b2efaaa0a10f7332ec8da9087836c2fa9bfc677410445a6cbb85121 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-2f599a4, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:54:25.594 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:25 smithi007 podman[102792]: 2024-09-19 05:54:25.270321922 +0000 UTC m=+0.502307235 container attach 273fecdb4b2efaaa0a10f7332ec8da9087836c2fa9bfc677410445a6cbb85121 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-19T05:54:25.892 INFO:journalctl@ceph.osd.0.smithi007.stdout:Sep 19 05:54:25 smithi007 podman[102792]: 2024-09-19 05:54:25.593264342 +0000 UTC m=+0.825249653 container died 273fecdb4b2efaaa0a10f7332ec8da9087836c2fa9bfc677410445a6cbb85121 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-19T05:54:26.189 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.0.service' 2024-09-19T05:54:26.233 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:26.234 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-19T05:54:26.234 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-19T05:54:26.234 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.1 2024-09-19T05:54:26.533 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:26 smithi044 systemd[1]: Stopping Ceph osd.1 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:26.974 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:54:26.529+0000 7f69e2956640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:26.974 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:54:26.529+0000 7f69e2956640 -1 osd.1 97 *** Got signal Terminated *** 2024-09-19T05:54:26.974 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1[38676]: 2024-09-19T05:54:26.529+0000 7f69e2956640 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:32.316 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:32 smithi044 podman[69974]: 2024-09-19 05:54:32.026760314 +0000 UTC m=+5.594161822 container died 397ef0966af61866c6b29ff14bf5680d6161bab726a88d239873ff02fdcdd16d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0) 2024-09-19T05:54:32.642 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:32 smithi044 podman[69974]: 2024-09-19 05:54:32.413899424 +0000 UTC m=+5.981300923 container cleanup 397ef0966af61866c6b29ff14bf5680d6161bab726a88d239873ff02fdcdd16d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-19T05:54:32.642 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:32 smithi044 bash[69974]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1 2024-09-19T05:54:32.974 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:32 smithi044 podman[69988]: 2024-09-19 05:54:32.640624432 +0000 UTC m=+0.609656757 container remove 397ef0966af61866c6b29ff14bf5680d6161bab726a88d239873ff02fdcdd16d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:54:33.303 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:32 smithi044 podman[70076]: 2024-09-19 05:54:32.889710834 +0000 UTC m=+0.016349314 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:54:33.304 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:33 smithi044 podman[70076]: 2024-09-19 05:54:33.008139501 +0000 UTC m=+0.134778011 container create cb463ccc1adfb7ea82d3546be33923c50f11e9363d19be1f2e14d3a30154e102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:54:33.304 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:33 smithi044 podman[70076]: 2024-09-19 05:54:33.302587852 +0000 UTC m=+0.429226325 container init cb463ccc1adfb7ea82d3546be33923c50f11e9363d19be1f2e14d3a30154e102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:54:33.724 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:33 smithi044 podman[70076]: 2024-09-19 05:54:33.30643817 +0000 UTC m=+0.433076635 container start cb463ccc1adfb7ea82d3546be33923c50f11e9363d19be1f2e14d3a30154e102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-19T05:54:33.724 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:33 smithi044 podman[70076]: 2024-09-19 05:54:33.402610737 +0000 UTC m=+0.529249230 container attach cb463ccc1adfb7ea82d3546be33923c50f11e9363d19be1f2e14d3a30154e102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-19T05:54:33.725 INFO:journalctl@ceph.osd.1.smithi044.stdout:Sep 19 05:54:33 smithi044 podman[70076]: 2024-09-19 05:54:33.498477854 +0000 UTC m=+0.625116319 container died cb463ccc1adfb7ea82d3546be33923c50f11e9363d19be1f2e14d3a30154e102 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:34.116 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.1.service' 2024-09-19T05:54:34.157 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:34.157 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-19T05:54:34.158 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-19T05:54:34.158 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.2 2024-09-19T05:54:34.481 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:34 smithi063 systemd[1]: Stopping Ceph osd.2 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:34.902 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:54:34.478+0000 7f4fdff31640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:34.903 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:54:34.478+0000 7f4fdff31640 -1 osd.2 97 *** Got signal Terminated *** 2024-09-19T05:54:34.903 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2[39766]: 2024-09-19T05:54:34.478+0000 7f4fdff31640 -1 osd.2 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:40.389 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:39 smithi063 podman[71190]: 2024-09-19 05:54:39.96961597 +0000 UTC m=+5.607531783 container died cad5e9cace181ad74738d985e1233d928ac84049e0d2c95e56b86f62a565278d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4) 2024-09-19T05:54:40.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:40 smithi063 podman[71190]: 2024-09-19 05:54:40.487976149 +0000 UTC m=+6.125891954 container cleanup cad5e9cace181ad74738d985e1233d928ac84049e0d2c95e56b86f62a565278d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-09-19T05:54:40.652 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:40 smithi063 bash[71190]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2 2024-09-19T05:54:41.121 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:40 smithi063 podman[71221]: 2024-09-19 05:54:40.689384286 +0000 UTC m=+0.711662243 container remove cad5e9cace181ad74738d985e1233d928ac84049e0d2c95e56b86f62a565278d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-2f599a4) 2024-09-19T05:54:41.402 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.023324349 +0000 UTC m=+0.015986814 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:54:41.403 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.131966649 +0000 UTC m=+0.124629102 container create 9812b7833ad6d2bae6852dcc29dc3be0c6a75163a95f15edc6f92824e86e88e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:54:41.403 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.351381659 +0000 UTC m=+0.344044121 container init 9812b7833ad6d2bae6852dcc29dc3be0c6a75163a95f15edc6f92824e86e88e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-19T05:54:41.403 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.354918407 +0000 UTC m=+0.347580873 container start 9812b7833ad6d2bae6852dcc29dc3be0c6a75163a95f15edc6f92824e86e88e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:41.865 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.451973448 +0000 UTC m=+0.444635915 container attach 9812b7833ad6d2bae6852dcc29dc3be0c6a75163a95f15edc6f92824e86e88e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-19T05:54:41.865 INFO:journalctl@ceph.osd.2.smithi063.stdout:Sep 19 05:54:41 smithi063 podman[71309]: 2024-09-19 05:54:41.552445484 +0000 UTC m=+0.545107947 container died 9812b7833ad6d2bae6852dcc29dc3be0c6a75163a95f15edc6f92824e86e88e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-19T05:54:42.150 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.2.service' 2024-09-19T05:54:42.193 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:42.193 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-19T05:54:42.193 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-19T05:54:42.193 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.3 2024-09-19T05:54:42.511 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:42 smithi007 systemd[1]: Stopping Ceph osd.3 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:42.892 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:54:42.509+0000 7f8333515640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:42.893 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:54:42.509+0000 7f8333515640 -1 osd.3 97 *** Got signal Terminated *** 2024-09-19T05:54:42.893 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:42 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3[51801]: 2024-09-19T05:54:42.509+0000 7f8333515640 -1 osd.3 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:45.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:45 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:45.085+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:45.902 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:45.580+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:46.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:46 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:46.124+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:46.902 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:46.567+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:46.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:46.729+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:47.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:47 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:47.126+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:47.612 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:47.337+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:47.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:47 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:47.329+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:47.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:47.768+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:47.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:47.610+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:48.345 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:48 smithi007 podman[102898]: 2024-09-19 05:54:48.088242091 +0000 UTC m=+5.689680522 container died b66f42b0bd28b46d05888d8bc3bc0a8de5e552727546c16d4b54bfd4503b5396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-2f599a4) 2024-09-19T05:54:48.346 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:48 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:48.133+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:48.642 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:48 smithi007 podman[102898]: 2024-09-19 05:54:48.434519408 +0000 UTC m=+6.035957837 container cleanup b66f42b0bd28b46d05888d8bc3bc0a8de5e552727546c16d4b54bfd4503b5396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-19T05:54:48.643 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:48 smithi007 bash[102898]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3 2024-09-19T05:54:48.652 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:48.387+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:48.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:48 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:48.312+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:49.090 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:48 smithi007 podman[102914]: 2024-09-19 05:54:48.652952367 +0000 UTC m=+0.558359312 container remove b66f42b0bd28b46d05888d8bc3bc0a8de5e552727546c16d4b54bfd4503b5396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:54:49.090 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:48 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:48.703+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:49.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:48.793+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:49.153 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:48.654+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:49.366 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.004144827 +0000 UTC m=+0.016622046 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:54:49.366 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.111999488 +0000 UTC m=+0.124476695 container create f6611f4c9c40c36456d176e29a07c75d84fbdaddc1e9ff5f70033f6fe0dbdcb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-19T05:54:49.366 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:49 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:49.088+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:49.642 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.364857019 +0000 UTC m=+0.377334231 container init f6611f4c9c40c36456d176e29a07c75d84fbdaddc1e9ff5f70033f6fe0dbdcb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:49.643 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.368560954 +0000 UTC m=+0.381038168 container start f6611f4c9c40c36456d176e29a07c75d84fbdaddc1e9ff5f70033f6fe0dbdcb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-2f599a4, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-19T05:54:49.643 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.456554875 +0000 UTC m=+0.469032084 container attach f6611f4c9c40c36456d176e29a07c75d84fbdaddc1e9ff5f70033f6fe0dbdcb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-19T05:54:49.643 INFO:journalctl@ceph.osd.3.smithi007.stdout:Sep 19 05:54:49 smithi007 podman[103005]: 2024-09-19 05:54:49.55840328 +0000 UTC m=+0.570880503 container died f6611f4c9c40c36456d176e29a07c75d84fbdaddc1e9ff5f70033f6fe0dbdcb3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-19T05:54:49.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:49 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:49.346+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:49.838 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:49.613+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:49.838 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:49.434+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:50.085 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:49 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:49.703+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:50.107 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.3.service' 2024-09-19T05:54:50.151 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:50.151 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-19T05:54:50.151 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-19T05:54:50.151 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.4 2024-09-19T05:54:50.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:49.836+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:50.373 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:50.084+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:50.453 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:50 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:50.307+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:50.454 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:50 smithi044 systemd[1]: Stopping Ceph osd.4 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:50.724 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:50 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:54:50.452+0000 7f1758186640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:50.724 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:50 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:54:50.452+0000 7f1758186640 -1 osd.4 97 *** Got signal Terminated *** 2024-09-19T05:54:50.724 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:50 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4[45306]: 2024-09-19T05:54:50.452+0000 7f1758186640 -1 osd.4 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:50.833 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:50.463+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:50.833 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:50.662+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:51.076 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:50 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:50.659+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:51.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:50.831+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:51.389 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:51.074+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:51.642 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:51 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:51.613+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:51.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:51 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:51.262+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:51.881 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:51.632+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:51.881 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:51.466+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:52.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:51.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:52.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:52 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:52.072+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:52.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:52 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:52.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:52.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:52 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:52.603+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:52.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:52 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:52.482+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:52.902 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:52 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:52.604+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:53.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:52 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:52.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:53.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:52 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:52.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:53.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:53 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:53.084+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:53.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:53 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:53.304+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:53.858 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:53 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:53.568+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:53.858 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:53 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:53.503+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:53.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:53 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:53.572+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:54.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:53 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:53.856+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:54.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:53 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:53.856+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:54.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:54 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:54.068+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:54.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:54 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:54.068+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:54.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:54 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:54.255+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:54.834 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:54 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:54.487+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:54.834 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:54 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:54.589+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:54.834 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:54 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:54.589+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:54.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:54 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:54.532+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:55.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:54 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:54.832+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:55.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:54 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:54.832+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:55.224 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:55 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:55.210+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:55.224 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:55 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:55.210+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:54:55.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:54 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:54.961+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:54:55.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:55.031+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:55.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:55.031+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:55.857 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:55 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:55.515+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:55.857 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:55 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:55.549+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:55.857 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:55 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:55.549+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:55.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:55.548+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:56.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:55 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:55.855+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:56.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:55 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:55.855+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:56.224 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:56 smithi044 podman[70190]: 2024-09-19 05:54:56.154194398 +0000 UTC m=+5.800743937 container died 037e523c2f5e655b172afbfe90cb6fe66b834f172e942a558f10ac86feb76e13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=) 2024-09-19T05:54:56.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:55 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:55.957+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:54:56.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:55.991+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:56.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:55.991+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:56.561 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:56 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:56.249+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:56.561 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:56 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:56.249+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:54:56.841 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:56.478+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:56.841 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:56.596+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:56.842 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:56.596+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:56.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:56 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:56.592+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:56.929 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:56 smithi044 podman[70190]: 2024-09-19 05:54:56.560566498 +0000 UTC m=+6.207116036 container cleanup 037e523c2f5e655b172afbfe90cb6fe66b834f172e942a558f10ac86feb76e13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-19T05:54:56.929 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:56 smithi044 bash[70190]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4 2024-09-19T05:54:56.929 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:56 smithi044 podman[70204]: 2024-09-19 05:54:56.803521781 +0000 UTC m=+0.648121429 container remove 037e523c2f5e655b172afbfe90cb6fe66b834f172e942a558f10ac86feb76e13 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-09-19T05:54:57.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:56.839+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:57.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:56 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:56.839+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:57.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:56 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:56.927+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:54:57.224 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.021643554 +0000 UTC m=+0.016324074 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:54:57.225 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.171562245 +0000 UTC m=+0.166242753 container create 95f6251cc7818479f3334e628986931a29a595f8c78223f44a0c80a88de6f259 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True) 2024-09-19T05:54:57.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:57.014+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:57.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:57.014+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:57.533 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:57 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:57.251+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:57.534 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:57 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:57.251+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:54:57.534 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.432564488 +0000 UTC m=+0.427245016 container init 95f6251cc7818479f3334e628986931a29a595f8c78223f44a0c80a88de6f259 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:54:57.534 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.436090346 +0000 UTC m=+0.430770854 container start 95f6251cc7818479f3334e628986931a29a595f8c78223f44a0c80a88de6f259 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=squid-2f599a4) 2024-09-19T05:54:57.806 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:57 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:57.459+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:57.806 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:57 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:57.635+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:57.806 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:57 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:57.635+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:57.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:57 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:57.596+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:57.909 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.532568805 +0000 UTC m=+0.527249316 container attach 95f6251cc7818479f3334e628986931a29a595f8c78223f44a0c80a88de6f259 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:54:57.909 INFO:journalctl@ceph.osd.4.smithi044.stdout:Sep 19 05:54:57 smithi044 podman[70289]: 2024-09-19 05:54:57.626333588 +0000 UTC m=+0.621014109 container died 95f6251cc7818479f3334e628986931a29a595f8c78223f44a0c80a88de6f259 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-19T05:54:58.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:57 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:57.804+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:58.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:57 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:57.804+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:58.203 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:57 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:57.907+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:54:58.226 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.4.service' 2024-09-19T05:54:58.268 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:54:58.269 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-19T05:54:58.269 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-19T05:54:58.269 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.5 2024-09-19T05:54:58.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:58 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:58.037+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:58.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:58 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:58.037+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:58.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:58 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:58.289+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:58.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:58 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:58.289+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:54:58.576 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 systemd[1]: Stopping Ceph osd.5 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:54:58.577 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:58.444+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:58.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:58 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:58.590+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:58.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:58 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:58.590+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:54:58.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:58.814+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:54:58.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:58.814+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:54:58.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:58.574+0000 7f0a2368a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:54:58.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:58.574+0000 7f0a2368a640 -1 osd.5 97 *** Got signal Terminated *** 2024-09-19T05:54:58.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:58.574+0000 7f0a2368a640 -1 osd.5 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:54:58.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:58.675+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:58.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:58 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:58.676+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:59.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:58 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:58.941+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:54:59.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:59.008+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:54:59.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:54:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:54:59.008+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:54:59.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:59 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:59.252+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:54:59.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:54:59 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:54:59.252+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:54:59.783 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:54:59 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:54:59.476+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:54:59.783 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:59 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:59.694+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:54:59.783 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:54:59 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:54:59.694+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:54:59.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:59.608+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:54:59.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:54:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:54:59.608+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:00.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:59 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:59.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:00.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:54:59 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:54:59.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:00.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:54:59 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:54:59.942+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:00.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:00.010+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:00.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:00.010+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:00.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:00 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:00.233+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:00.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:00 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:00.233+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:00.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:00 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:00.233+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:00.884 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:00.570+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:00.884 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:00 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:00.570+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:00.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:00 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:00.515+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:00.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:00 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:00.649+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:55:00.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:00 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:00.649+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:55:00.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:00 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:00.762+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:00.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:00 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:00.762+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:01.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:01 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:01.045+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:01.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:01 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:01.045+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:01.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:00 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:00.893+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:01.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:01 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:01.266+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:01.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:01 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:01.266+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:01.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:01 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:01.266+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:01.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:01 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:01.611+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:01.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:01 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:01.611+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:01.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:01.726+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:01.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:01.726+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:01.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:01.688+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:55:01.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:01.688+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:55:01.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:01.688+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.751085+0000 front 2024-09-19T05:54:37.751043+0000 (oldest deadline 2024-09-19T05:55:00.651115+0000) 2024-09-19T05:55:01.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:01.560+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:01.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:01 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:01.560+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:02.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:01 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:01.896+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:02.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:02 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:02.026+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:02.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:02 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:02.026+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:02.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:02 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:02.284+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:02.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:02 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:02.284+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:02.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:02 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:02.284+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:02.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:02 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:02.607+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:02.937 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:02 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:02.607+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:02.940 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:02 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:02.607+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:02.941 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:02.719+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:19.347253+0000 front 2024-09-19T05:54:19.347236+0000 (oldest deadline 2024-09-19T05:54:44.647050+0000) 2024-09-19T05:55:02.941 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:02.719+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.649069+0000 front 2024-09-19T05:54:28.649026+0000 (oldest deadline 2024-09-19T05:54:53.849469+0000) 2024-09-19T05:55:02.941 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5[46558]: 2024-09-19T05:55:02.719+0000 7f0a1bc87640 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.751085+0000 front 2024-09-19T05:54:37.751043+0000 (oldest deadline 2024-09-19T05:55:00.651115+0000) 2024-09-19T05:55:02.941 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:02.538+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:02.941 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:02.538+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:02.942 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:02.745+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:02.942 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:02.745+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:02.942 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:02 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:02.745+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:03.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:02 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:02.937+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:03.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:03.027+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:03.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:03.027+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:03.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:03 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:03.299+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:03.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:03 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:03.299+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:03.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:03 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:03.299+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:03.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:03 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:03.556+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:03.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:03 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:03.556+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:03.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:03 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:03.765+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:03.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:03 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:03.765+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:03.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:03 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:03.765+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:04.050 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:03.648+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:04.050 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:03.648+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:04.050 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:03.648+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:04.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:03 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:03.900+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:04.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:04 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:04.049+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:04.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:04 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:04.049+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:04.502 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:04 smithi063 podman[71410]: 2024-09-19 05:55:04.225423175 +0000 UTC m=+5.757671983 container died 1fd1105e8c1084e37fe771d41174d32a5d02ef46ca8ca5d8b120dcfa2ed7977c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:55:04.518 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:04.265+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:04.518 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:04.265+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:04.518 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:04.265+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:04.795 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:04 smithi063 podman[71410]: 2024-09-19 05:55:04.61715619 +0000 UTC m=+6.149404981 container cleanup 1fd1105e8c1084e37fe771d41174d32a5d02ef46ca8ca5d8b120dcfa2ed7977c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-2f599a4, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-19T05:55:04.795 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:04 smithi063 bash[71410]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5 2024-09-19T05:55:04.796 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:04 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:04.602+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:04.796 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:04 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:04.602+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:05.002 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:04 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:04.654+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:05.002 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:04 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:04.654+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:05.002 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:04 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:04.654+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:05.152 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:04 smithi063 podman[71427]: 2024-09-19 05:55:04.993606168 +0000 UTC m=+0.765576108 container remove 1fd1105e8c1084e37fe771d41174d32a5d02ef46ca8ca5d8b120dcfa2ed7977c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-19T05:55:05.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:04 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:04.793+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:05.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:04 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:04.793+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:05.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:04 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:04.793+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:05.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:04.949+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:05.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:04 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:04.949+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:05.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:05.000+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:05.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:05.000+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:05.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:05.000+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:05.531 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:05 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:05.239+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:05.531 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:05 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:05.239+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:05.531 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:05 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:05.239+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:05.628 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.369632147 +0000 UTC m=+0.099591611 container create 1e856b0917cbceed6233414b97a145d7f192dd53ec7cf7b34c46b555073563dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:55:05.628 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.286364866 +0000 UTC m=+0.016324323 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:05.629 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.613740274 +0000 UTC m=+0.343699732 container init 1e856b0917cbceed6233414b97a145d7f192dd53ec7cf7b34c46b555073563dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:55:05.629 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.617051377 +0000 UTC m=+0.347010841 container start 1e856b0917cbceed6233414b97a145d7f192dd53ec7cf7b34c46b555073563dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-19T05:55:05.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:05.633+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:05.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:05.633+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:05.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:05 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:05.633+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:05.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:05.626+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:05.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:05.626+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:05.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.713724289 +0000 UTC m=+0.443683767 container attach 1e856b0917cbceed6233414b97a145d7f192dd53ec7cf7b34c46b555073563dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-19T05:55:05.903 INFO:journalctl@ceph.osd.5.smithi063.stdout:Sep 19 05:55:05 smithi063 podman[71517]: 2024-09-19 05:55:05.817468777 +0000 UTC m=+0.547428234 container died 1e856b0917cbceed6233414b97a145d7f192dd53ec7cf7b34c46b555073563dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-19T05:55:05.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:05.807+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:05.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:05.807+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:05.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:05 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:05.807+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:06.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:05 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:05.951+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:06.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:05 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:05.951+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:06.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:06.038+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:06.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:06.038+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:06.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:06.038+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:06.409 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.5.service' 2024-09-19T05:55:06.452 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:06.452 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-19T05:55:06.452 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-19T05:55:06.453 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.6 2024-09-19T05:55:06.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:06 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:06.241+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:06.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:06 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:06.241+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:06.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:06 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:06.241+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 systemd[1]: Stopping Ceph osd.6 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.640+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.640+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.640+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.762+0000 7f6c56b7e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.762+0000 7f6c56b7e640 -1 osd.6 97 *** Got signal Terminated *** 2024-09-19T05:55:06.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:06 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:06.762+0000 7f6c56b7e640 -1 osd.6 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:06.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:06 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:06.636+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:06.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:06 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:06.636+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:06.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:06 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:06.801+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:06.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:06 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:06.801+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:06.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:06 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:06.801+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:07.203 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:06 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:06.931+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:07.203 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:06 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:06.931+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:07.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:07.056+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:07.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:07.056+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:07.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:07.056+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:07.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:07.202+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:07.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:07.202+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:07.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:07.202+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:07.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:07.601+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:07.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:07.601+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:07.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:07.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:07.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:07.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:07.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:07 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:07.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:08.093 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:07.686+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:08.093 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:07.686+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:08.093 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:07 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:07.686+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:08.209 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:07.947+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:08.209 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:07 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:07.947+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:08.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:08.090+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:08.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:08.090+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:08.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:08.090+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:08.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:08.207+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:08.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:08.207+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:08.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:08.207+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:08.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:08 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:08.635+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:08.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:08 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:08.635+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:08.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:08 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:08.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:08.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:08 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:08.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:08.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:08 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:08.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:09.119 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:08.673+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:09.120 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:08.673+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:09.120 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:08.673+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:09.212 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:08.915+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:09.212 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:08.915+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:09.212 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:08 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:08.915+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:09.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:09.117+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:09.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:09.117+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:09.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:09.117+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:09.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:09.210+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:09.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:09.210+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:09.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:09.210+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:09.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:09.614+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:09.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:09.614+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:09.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:09.614+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:09.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:09.716+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:09.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:09.716+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:09.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:09 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:09.716+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:10.121 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:09.722+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:10.121 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:09.722+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:10.121 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:09 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:09.722+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:10.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:09.929+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:10.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:09.929+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:10.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:09 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:09.929+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:10.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:10.118+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:10.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:10.118+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:10.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:10.118+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:10.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:10.242+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:10.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:10.242+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:10.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:10.242+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:10.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:10.629+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:10.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:10.629+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:10.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:10.629+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:10.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:10.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:10.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:10.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:10.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:10 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:10.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:11.142 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:10.681+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:11.142 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:10.681+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:11.142 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:10.681+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:11.143 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:10 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:10.681+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.164322+0000 front 2024-09-19T05:54:47.164364+0000 (oldest deadline 2024-09-19T05:55:10.664481+0000) 2024-09-19T05:55:11.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:10.885+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:11.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:10.885+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:11.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:10 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:10.885+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:11.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:11.153+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:11.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:11.153+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:11.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:11.153+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:11.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:11.153+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:11.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:11.279+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:11.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:11.279+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:11.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:11.279+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:11.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:11.279+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:11.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:11.588+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:11.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:11.588+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:11.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:11.588+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:11.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:11.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:11.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:11.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:11.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:11 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:11.760+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:12.142 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:11.639+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:23.360043+0000 front 2024-09-19T05:54:23.360072+0000 (oldest deadline 2024-09-19T05:54:48.060204+0000) 2024-09-19T05:55:12.143 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:11.639+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.562425+0000 front 2024-09-19T05:54:29.562523+0000 (oldest deadline 2024-09-19T05:54:57.762737+0000) 2024-09-19T05:55:12.143 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:11.639+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.763253+0000 front 2024-09-19T05:54:37.763458+0000 (oldest deadline 2024-09-19T05:55:01.863226+0000) 2024-09-19T05:55:12.143 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:11 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6[58296]: 2024-09-19T05:55:11.639+0000 7f6c53183640 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.164322+0000 front 2024-09-19T05:54:47.164364+0000 (oldest deadline 2024-09-19T05:55:10.664481+0000) 2024-09-19T05:55:12.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:11.843+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:12.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:11.843+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:12.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:11 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:11.843+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:12.556 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:12 smithi007 podman[103119]: 2024-09-19 05:55:12.305696314 +0000 UTC m=+5.640673806 container died 9261ff5b5ea2d011c98ce3e8d63d1078d44471a78e0f0d93312f9793cc54b659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-19T05:55:12.557 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:12.196+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:12.557 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:12.196+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:12.557 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:12.196+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:12.557 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:12 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:12.196+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:12.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:12.314+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:12.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:12.314+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:12.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:12.314+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:12.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:12.314+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:12.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:12 smithi007 podman[103119]: 2024-09-19 05:55:12.654473607 +0000 UTC m=+5.989451098 container cleanup 9261ff5b5ea2d011c98ce3e8d63d1078d44471a78e0f0d93312f9793cc54b659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-19T05:55:12.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:12 smithi007 bash[103119]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6 2024-09-19T05:55:12.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:12.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:12.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:12.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:12.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:12.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:12.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:12.562+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:12.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:12.562+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:12.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:12 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:12.562+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:13.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:12.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:13.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:12.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:13.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:12.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:13.282 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:12 smithi007 podman[103134]: 2024-09-19 05:55:12.922634606 +0000 UTC m=+0.614584723 container remove 9261ff5b5ea2d011c98ce3e8d63d1078d44471a78e0f0d93312f9793cc54b659 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:55:13.282 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:13.156+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:13.282 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:13.156+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:13.283 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:13.156+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:13.283 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:13 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:13.156+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:13.561 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.184092959 +0000 UTC m=+0.016405499 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:13.561 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.312688951 +0000 UTC m=+0.145001516 container create 72c8110c6b531abc35cfe2233f197c424ee2b80ab39ceb943f03dd9e981fde6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:55:13.561 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.559663959 +0000 UTC m=+0.391976498 container init 72c8110c6b531abc35cfe2233f197c424ee2b80ab39ceb943f03dd9e981fde6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6-deactivate, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:55:13.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:13.286+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:13.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:13.286+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:13.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:13.286+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:13.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:13.286+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:13.892 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.563347001 +0000 UTC m=+0.395659524 container start 72c8110c6b531abc35cfe2233f197c424ee2b80ab39ceb943f03dd9e981fde6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-19T05:55:13.893 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.634717059 +0000 UTC m=+0.467029587 container attach 72c8110c6b531abc35cfe2233f197c424ee2b80ab39ceb943f03dd9e981fde6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=squid-2f599a4) 2024-09-19T05:55:13.893 INFO:journalctl@ceph.osd.6.smithi007.stdout:Sep 19 05:55:13 smithi007 podman[103226]: 2024-09-19 05:55:13.766601562 +0000 UTC m=+0.598914092 container died 72c8110c6b531abc35cfe2233f197c424ee2b80ab39ceb943f03dd9e981fde6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:55:13.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:13.592+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:13.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:13.592+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:13.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:13.592+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:13.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:13.817+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:13.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:13.817+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:13.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:13 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:13.817+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:14.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:13.794+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:14.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:13.794+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:14.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:13 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:13.794+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:14.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:14.123+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:14.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:14.123+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:14.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:14.123+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:14.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:14 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:14.123+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:14.426 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.6.service' 2024-09-19T05:55:14.470 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:14.470 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-19T05:55:14.471 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-19T05:55:14.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.7 2024-09-19T05:55:14.724 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 systemd[1]: Stopping Ceph osd.7 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:14.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:14.283+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:14.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:14.283+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:14.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:14.283+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:14.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:14.283+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:14.844 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:14.560+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:14.844 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:14.560+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:14.844 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:14.560+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:15.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:14.842+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:15.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:14.842+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:15.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:14 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:14.842+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:15.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.805+0000 7f8871d93640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:15.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.805+0000 7f8871d93640 -1 osd.7 97 *** Got signal Terminated *** 2024-09-19T05:55:15.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.805+0000 7f8871d93640 -1 osd.7 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:15.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.811+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:15.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.811+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:15.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:14 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:14.811+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:15.601 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:15.288+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:15.601 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:15.288+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:15.601 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:15.288+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:15.601 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:15.288+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:15.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:15.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:15.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:15.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:15.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:15.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:15.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:15 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:15.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:15.855 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:15.558+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:15.855 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:15.558+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:15.855 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:15.558+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:15.975 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:15.818+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:15.975 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:15.818+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:15.975 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:15 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:15.818+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:16.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:15.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:16.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:15.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:16.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:15 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:15.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:16.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:16.145+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:16.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:16.145+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:16.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:16.145+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:16.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:16 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:16.145+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:16.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:16.332+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:16.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:16.332+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:16.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:16.332+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:16.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:16.332+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:16.833 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:16.579+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:16.833 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:16.579+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:16.833 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:16.579+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:17.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:16.831+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:17.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:16.831+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:17.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:16 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:16.831+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:17.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:16.842+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:17.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:16.842+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:17.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:16.842+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:17.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:16.842+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:50.758728+0000 front 2024-09-19T05:54:50.758762+0000 (oldest deadline 2024-09-19T05:55:16.658880+0000) 2024-09-19T05:55:17.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:17.185+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:17.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:17.185+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:17.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:17.185+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:17.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:17 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:17.185+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:17.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:17.293+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:17.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:17.293+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:17.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:17.293+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:17.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:17.293+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:17.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:17.613+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:17.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:17.613+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:17.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:17.613+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:17.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:17.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:17.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:17.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:17.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:17 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:17.853+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:18.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:17.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:18.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:17.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:18.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:17.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:18.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:17 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:17.822+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:50.758728+0000 front 2024-09-19T05:54:50.758762+0000 (oldest deadline 2024-09-19T05:55:16.658880+0000) 2024-09-19T05:55:18.544 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:18.149+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:18.544 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:18.149+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:18.544 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:18.149+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:18.544 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:18 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:18.149+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:18.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:18.244+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:18.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:18.244+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:18.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:18.244+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:18.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:18.244+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:18.881 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:18.564+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:18.881 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:18.564+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:18.881 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:18.564+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:19.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:18.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:19.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:18.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:19.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:18.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:19.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:18 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:18.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:19.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:18.853+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.755383+0000 front 2024-09-19T05:54:29.755422+0000 (oldest deadline 2024-09-19T05:54:54.455572+0000) 2024-09-19T05:55:19.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:18.853+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.956805+0000 front 2024-09-19T05:54:37.956660+0000 (oldest deadline 2024-09-19T05:55:04.357362+0000) 2024-09-19T05:55:19.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:18.853+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.358127+0000 front 2024-09-19T05:54:44.358147+0000 (oldest deadline 2024-09-19T05:55:08.457904+0000) 2024-09-19T05:55:19.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7[51844]: 2024-09-19T05:55:18.853+0000 7f886e398640 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:50.758728+0000 front 2024-09-19T05:54:50.758762+0000 (oldest deadline 2024-09-19T05:55:16.658880+0000) 2024-09-19T05:55:19.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:19.116+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:19.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:19.116+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:19.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:19.116+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:19.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:19 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:19.116+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:19.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:19.278+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:19.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:19.278+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:19.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:19.278+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:19.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:19 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:19.278+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:19.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:19.603+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:19.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:19.603+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:19.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:19.603+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:20.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:20 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:20.086+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:20.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:20 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:20.086+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:20.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:20 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:20.086+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:20.143 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:20 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:20.086+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:20.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:19.929+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:20.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:19.929+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:20.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:19.929+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:20.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:19 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:19.929+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:20.724 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:20 smithi044 podman[70404]: 2024-09-19 05:55:20.446245389 +0000 UTC m=+5.772849058 container died 8999c8a17b6dff85d0745b50664bf636db6945a00280959aaaeabc4400845272 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:55:20.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:20.285+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:20.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:20.285+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:20.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:20.285+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:20.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:20.285+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:20.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:20 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:20.285+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:20.893 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:20.591+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:20.893 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:20.591+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:20.893 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:20.591+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:20.893 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:20.591+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:21.084 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:20 smithi044 podman[70404]: 2024-09-19 05:55:20.881427168 +0000 UTC m=+6.208030878 container cleanup 8999c8a17b6dff85d0745b50664bf636db6945a00280959aaaeabc4400845272 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-19T05:55:21.084 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:20 smithi044 bash[70404]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7 2024-09-19T05:55:21.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:20.891+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:21.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:20.891+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:21.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:20.891+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:21.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:20 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:20.891+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:21.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:21 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:21.071+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:21.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:21 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:21.071+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:21.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:21 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:21.071+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:21.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:21 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:21.071+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:21.474 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70422]: 2024-09-19 05:55:21.082830933 +0000 UTC m=+0.639257674 container remove 8999c8a17b6dff85d0745b50664bf636db6945a00280959aaaeabc4400845272 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-19T05:55:21.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:21.294+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:21.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:21.294+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:21.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:21.294+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:21.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:21.294+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:21.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:21 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:21.294+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:21.813 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70508]: 2024-09-19 05:55:21.413634701 +0000 UTC m=+0.017015020 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:21.813 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70508]: 2024-09-19 05:55:21.542342908 +0000 UTC m=+0.145723267 container create cb48a6007c05ae2fbc2e885d8c9d79f426370ef073639f11bb088c48f3addac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-19T05:55:21.813 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70508]: 2024-09-19 05:55:21.811717768 +0000 UTC m=+0.415098069 container init cb48a6007c05ae2fbc2e885d8c9d79f426370ef073639f11bb088c48f3addac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:55:21.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:21.639+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:21.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:21.639+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:21.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:21.639+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:21.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:21.639+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:22.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70508]: 2024-09-19 05:55:21.815380208 +0000 UTC m=+0.418760510 container start cb48a6007c05ae2fbc2e885d8c9d79f426370ef073639f11bb088c48f3addac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-19T05:55:22.224 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:21 smithi044 podman[70508]: 2024-09-19 05:55:21.920098705 +0000 UTC m=+0.523479015 container attach cb48a6007c05ae2fbc2e885d8c9d79f426370ef073639f11bb088c48f3addac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, ceph=True) 2024-09-19T05:55:22.225 INFO:journalctl@ceph.osd.7.smithi044.stdout:Sep 19 05:55:22 smithi044 podman[70508]: 2024-09-19 05:55:22.007582232 +0000 UTC m=+0.610962541 container died cb48a6007c05ae2fbc2e885d8c9d79f426370ef073639f11bb088c48f3addac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-19T05:55:22.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:22 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:22.042+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:22.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:22 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:22.042+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:22.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:22 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:22.042+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:22.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:22 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:22.042+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:22.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:21.933+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:22.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:21.933+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:22.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:21.933+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:22.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:21 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:21.933+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:22.633 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:22.296+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:22.633 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:22.296+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:22.633 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:22.296+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:22.633 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:22.296+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:22.633 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:22.296+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:22.654 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.7.service' 2024-09-19T05:55:22.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:22.693 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-19T05:55:22.693 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-19T05:55:22.694 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.8 2024-09-19T05:55:22.895 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:22.634+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:22.895 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:22.634+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:22.895 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:22.634+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:22.895 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:22.634+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:22.896 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:22 smithi063 systemd[1]: Stopping Ceph osd.8 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:23.152 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.011+0000 7fbd4e54b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.011+0000 7fbd4e54b640 -1 osd.8 97 *** Got signal Terminated *** 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.011+0000 7fbd4e54b640 -1 osd.8 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:22.892+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:22.892+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:22.892+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:23.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:22 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:22.892+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:23.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:23 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:23.053+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:23.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:23 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:23.053+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:23.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:23 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:23.053+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:23.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:23 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:23.053+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:23.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:23 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:23.306+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:23.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:23 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:23.306+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:23.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:23 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:23.306+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:23.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:23 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:23.306+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:23.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:23 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:23.306+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:23.911 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.651+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:23.911 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.651+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:23.911 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.651+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:23.911 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:23.651+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:24.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:24 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:24.059+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:24.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:24 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:24.059+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:24.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:24 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:24.059+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:24.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:24 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:24.059+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:24.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:23.909+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:24.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:23.909+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:24.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:23.909+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:24.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:23 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:23.909+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:24.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:24.335+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:24.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:24.335+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:24.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:24.335+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:24.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:24.335+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:24.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:24 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:24.335+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:24.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:24.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:24.902 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:24.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:24.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:24.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:24.903 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:24.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:25.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:25 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:25.079+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:25.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:25 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:25.079+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:25.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:25 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:25.079+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:25.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:25 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:25.079+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:25.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:25 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:25.079+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:25.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:24.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:25.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:24.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:25.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:24.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:25.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:24.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:25.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:24 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:24.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:25.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:25.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:25.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:25.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:25.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:25.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:25 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:25.298+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:25.880 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:25.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:25.880 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:25.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:25.880 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:25.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:25.880 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:25.625+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:26.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:25.877+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:26.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:25.877+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:26.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:25.877+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:26.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:25.877+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:26.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:25.877+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:26.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:26 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:26.102+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:26.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:26 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:26.102+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:26.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:26 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:26.102+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:26.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:26 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:26.102+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:26.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:26 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:26.102+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:26.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:26.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:26.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:26.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:26.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:26.725 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:26 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:26.258+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:27.152 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:26.663+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:26.663+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:26.663+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:26.663+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:26.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:26.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:26.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:26.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:27.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:26 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:26.900+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:27.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:27.096+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:27.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:27.096+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:27.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:27.096+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:27.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:27.096+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:27.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:27 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:27.096+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:27.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:27.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:27.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:27.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:27.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:27.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:27 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:27.214+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:27.934 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:27.674+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:21.281818+0000 front 2024-09-19T05:54:21.281696+0000 (oldest deadline 2024-09-19T05:54:47.181817+0000) 2024-09-19T05:55:27.934 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:27.674+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:37.484922+0000 front 2024-09-19T05:54:37.484944+0000 (oldest deadline 2024-09-19T05:55:00.985055+0000) 2024-09-19T05:55:27.934 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:27.674+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:46.786607+0000 front 2024-09-19T05:54:46.786650+0000 (oldest deadline 2024-09-19T05:55:09.587076+0000) 2024-09-19T05:55:27.934 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8[53076]: 2024-09-19T05:55:27.674+0000 7fbd4ab50640 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:54.888321+0000 front 2024-09-19T05:54:54.888197+0000 (oldest deadline 2024-09-19T05:55:20.188207+0000) 2024-09-19T05:55:28.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:28 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:28.075+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:28.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:28 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:28.075+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:28.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:28 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:28.075+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:28.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:28 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:28.075+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:28.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:28 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:28.075+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:28.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:27.932+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:28.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:27.932+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:28.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:27.932+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:28.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:27.932+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:28.403 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:27 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:27.932+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:28.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:28.490 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:28.490 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:28.491 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:28.491 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:28.491 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:28 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:28.167+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:28.764 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:28 smithi063 podman[71621]: 2024-09-19 05:55:28.495287695 +0000 UTC m=+5.594646858 container died 7770ab1707d78f7b2fe4b93062cca608c01c43b08f7c464b2246a37f44aa520d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:28 smithi063 podman[71621]: 2024-09-19 05:55:28.862191845 +0000 UTC m=+5.961550997 container cleanup 7770ab1707d78f7b2fe4b93062cca608c01c43b08f7c464b2246a37f44aa520d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:28 smithi063 bash[71621]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:28 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:28.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:28 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:28.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:28 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:28.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:28 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:28.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:29.123 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:28 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:28.915+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:29.340 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:29 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:29.080+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:29.340 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:29 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:29.080+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:29.341 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:29 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:29.080+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:29.341 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:29 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:29.080+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:29.341 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:29 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:29.080+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:29.402 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71639]: 2024-09-19 05:55:29.12193132 +0000 UTC m=+0.627825034 container remove 7770ab1707d78f7b2fe4b93062cca608c01c43b08f7c464b2246a37f44aa520d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2) 2024-09-19T05:55:29.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:29.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:29.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:29.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:29.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:29.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:29 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:29.157+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:29.851 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71726]: 2024-09-19 05:55:29.38108018 +0000 UTC m=+0.016471180 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:29.852 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71726]: 2024-09-19 05:55:29.49263979 +0000 UTC m=+0.128030833 container create 1adce894f457ee69816717ca8e0d2758ff23edbc262cc0275ab88f3ff3ee17e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71726]: 2024-09-19 05:55:29.850569266 +0000 UTC m=+0.485960279 container init 1adce894f457ee69816717ca8e0d2758ff23edbc262cc0275ab88f3ff3ee17e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71726]: 2024-09-19 05:55:29.854138412 +0000 UTC m=+0.489529415 container start 1adce894f457ee69816717ca8e0d2758ff23edbc262cc0275ab88f3ff3ee17e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:29 smithi063 podman[71726]: 2024-09-19 05:55:29.958736487 +0000 UTC m=+0.594127516 container attach 1adce894f457ee69816717ca8e0d2758ff23edbc262cc0275ab88f3ff3ee17e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.8.smithi063.stdout:Sep 19 05:55:30 smithi063 podman[71726]: 2024-09-19 05:55:30.046638124 +0000 UTC m=+0.682029139 container died 1adce894f457ee69816717ca8e0d2758ff23edbc262cc0275ab88f3ff3ee17e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:29.872+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:30.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:29.872+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:30.154 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:29.872+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:30.154 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:29.872+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:30.154 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:29.872+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:30.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:30.078+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:30.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:30.078+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:30.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:30.078+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:30.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:30.078+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:30.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:30.078+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:30.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:30 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:30.131+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:30.673 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.8.service' 2024-09-19T05:55:30.715 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:30.715 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-19T05:55:30.715 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-19T05:55:30.715 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.9 2024-09-19T05:55:30.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:30 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:30.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:30.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:30 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:30.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:30.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:30 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:30.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:30.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:30 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:30.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:30.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:30 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:30.879+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:31.034 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:30 smithi007 systemd[1]: Stopping Ceph osd.9 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:31.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.033+0000 7f03a35c1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.033+0000 7f03a35c1640 -1 osd.9 97 *** Got signal Terminated *** 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.033+0000 7f03a35c1640 -1 osd.9 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.128+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.128+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.128+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.128+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:31.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:31 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:31.128+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:31.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:31.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:31.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:31.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:31.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:31.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:31 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:31.103+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:32.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:31 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:31.848+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:32.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:31 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:31.848+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:32.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:31 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:31.848+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:32.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:31 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:31.848+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:32.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:31 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:31.848+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:32.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:32.134+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:32.134+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:32.134+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:32.134+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:32.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:32 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:32.134+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:32.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:32.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:32.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:32.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:32.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:32.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:32 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:32.110+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:33.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:33.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:33.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:33.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:33.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:33.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:32 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:32.800+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:33.392 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:33.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:33.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:33.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:33.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:33.393 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:33 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:33.130+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:11.453685+0000 front 2024-09-19T05:55:11.453760+0000 (oldest deadline 2024-09-19T05:55:32.553780+0000) 2024-09-19T05:55:33.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:33.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:33.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:33.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:33.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:33.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:33 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:33.134+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:34.053 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:33 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:33.759+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:34.376 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:34.376 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:34.376 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:34.377 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:34.377 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:34.377 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:34 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:34.086+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:34.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:34.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:34.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:34.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:34.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:34.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:34 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:34.163+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:11.453685+0000 front 2024-09-19T05:55:11.453760+0000 (oldest deadline 2024-09-19T05:55:32.553780+0000) 2024-09-19T05:55:35.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:35.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:35.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:35.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:35.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:35.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:34.792+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:35.476 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.135+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:35.476 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.135+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:35.476 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.136+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:35.476 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.136+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:35.477 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.136+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:35.477 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:35 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:35.136+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:35.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.345339+0000 front 2024-09-19T05:54:20.345314+0000 (oldest deadline 2024-09-19T05:54:44.445499+0000) 2024-09-19T05:55:35.642 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:29.746600+0000 front 2024-09-19T05:54:29.746492+0000 (oldest deadline 2024-09-19T05:54:53.246513+0000) 2024-09-19T05:55:35.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:34.247843+0000 front 2024-09-19T05:54:34.247987+0000 (oldest deadline 2024-09-19T05:55:04.848450+0000) 2024-09-19T05:55:35.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:44.849001+0000 front 2024-09-19T05:54:44.849089+0000 (oldest deadline 2024-09-19T05:55:10.149270+0000) 2024-09-19T05:55:35.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:00.452270+0000 front 2024-09-19T05:55:00.452138+0000 (oldest deadline 2024-09-19T05:55:24.551948+0000) 2024-09-19T05:55:35.643 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:35 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9[65008]: 2024-09-19T05:55:35.179+0000 7f039fbc6640 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:11.453685+0000 front 2024-09-19T05:55:11.453760+0000 (oldest deadline 2024-09-19T05:55:32.553780+0000) 2024-09-19T05:55:36.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:36.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:36.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:36.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:36.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:36.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:35 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:35.780+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:36.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:36.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:36.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:36.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:36.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:36.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:36.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:36 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:36.160+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:36.892 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:36 smithi007 podman[103339]: 2024-09-19 05:55:36.596574257 +0000 UTC m=+5.673133516 container died dc3c5e6ea17a3a2d8cfddbeb5481dd488fe35d7d9058eb8d1c96a57adbe8cd9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-09-19T05:55:37.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:37.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:37.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:37.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:37.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:37.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:36 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:36.777+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:37.235 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103339]: 2024-09-19 05:55:37.024189875 +0000 UTC m=+6.100749123 container cleanup dc3c5e6ea17a3a2d8cfddbeb5481dd488fe35d7d9058eb8d1c96a57adbe8cd9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-19T05:55:37.235 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 bash[103339]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9 2024-09-19T05:55:37.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:37.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:37.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:37.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:37.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:37.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:37.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:37 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:37.156+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:37.638 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103356]: 2024-09-19 05:55:37.233931327 +0000 UTC m=+0.633540223 container remove dc3c5e6ea17a3a2d8cfddbeb5481dd488fe35d7d9058eb8d1c96a57adbe8cd9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-19T05:55:37.892 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103445]: 2024-09-19 05:55:37.539920893 +0000 UTC m=+0.016072935 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:37.892 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103445]: 2024-09-19 05:55:37.65161764 +0000 UTC m=+0.127769707 container create b38f72440fa09eff4e21065466604d279642be5e9ea8c4054d6df62c1b8f1e4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-19T05:55:38.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:38.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:38.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:38.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:38.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:38.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:37 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:37.757+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:38.388 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103445]: 2024-09-19 05:55:37.90428692 +0000 UTC m=+0.380438961 container init b38f72440fa09eff4e21065466604d279642be5e9ea8c4054d6df62c1b8f1e4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-19T05:55:38.389 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103445]: 2024-09-19 05:55:37.907717414 +0000 UTC m=+0.383869442 container start b38f72440fa09eff4e21065466604d279642be5e9ea8c4054d6df62c1b8f1e4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-19T05:55:38.389 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:37 smithi007 podman[103445]: 2024-09-19 05:55:37.979247799 +0000 UTC m=+0.455399825 container attach b38f72440fa09eff4e21065466604d279642be5e9ea8c4054d6df62c1b8f1e4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-19T05:55:38.389 INFO:journalctl@ceph.osd.9.smithi007.stdout:Sep 19 05:55:38 smithi007 podman[103445]: 2024-09-19 05:55:38.101100087 +0000 UTC m=+0.577252113 container died b38f72440fa09eff4e21065466604d279642be5e9ea8c4054d6df62c1b8f1e4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-19T05:55:38.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:38.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:38.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:38.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:38.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:38.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:38.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:38.108+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:38.763 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.9.service' 2024-09-19T05:55:38.803 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:38.803 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-19T05:55:38.803 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-19T05:55:38.803 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.10 2024-09-19T05:55:39.101 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:38 smithi044 systemd[1]: Stopping Ceph osd.10 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:39.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:39.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:39.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:39.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:39.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:39.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:38 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:38.708+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.099+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.109+0000 7f8516f7c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.109+0000 7f8516f7c640 -1 osd.10 97 *** Got signal Terminated *** 2024-09-19T05:55:39.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:39 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:39.109+0000 7f8516f7c640 -1 osd.10 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:40.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:39 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:39.665+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:40.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:40.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:40.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:40.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:40.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:40.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:40.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:40 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:40.137+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:41.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:41.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:41.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:41.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:41.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:41.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:40 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:40.693+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:41.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:41.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:41.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:41.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:41.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:41.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:41.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:41 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:41.092+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:42.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:42.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:42.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:42.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:42.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:42.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:41 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:41.709+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:42.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:42.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:42.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:42.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:42.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:42.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:42.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:42 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:42.075+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:43.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:43.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:43.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:43.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:43.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:43.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:42.672+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:43.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:43.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:43 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:43.063+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:43.902 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:43.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:43.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:43.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:43.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:43.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:43 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:43.629+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:44.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.822588+0000 front 2024-09-19T05:54:20.822661+0000 (oldest deadline 2024-09-19T05:54:46.722491+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:26.722770+0000 front 2024-09-19T05:54:26.722798+0000 (oldest deadline 2024-09-19T05:54:54.923355+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.424193+0000 front 2024-09-19T05:54:38.424225+0000 (oldest deadline 2024-09-19T05:55:00.124401+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-09-19T05:54:47.026402+0000 front 2024-09-19T05:54:47.026328+0000 (oldest deadline 2024-09-19T05:55:10.526345+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:53.927970+0000 front 2024-09-19T05:54:53.927999+0000 (oldest deadline 2024-09-19T05:55:19.828142+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:54:59.828857+0000 front 2024-09-19T05:54:59.828730+0000 (oldest deadline 2024-09-19T05:55:24.528518+0000) 2024-09-19T05:55:44.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10[58832]: 2024-09-19T05:55:44.082+0000 7f850f579640 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:10.929854+0000 front 2024-09-19T05:55:10.929910+0000 (oldest deadline 2024-09-19T05:55:35.629786+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:44.903 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:44 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:44.645+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:45.045 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:44 smithi044 podman[70634]: 2024-09-19 05:55:44.770146744 +0000 UTC m=+5.765371496 container died b0aced1de01f775b311b41d9ae4a46c16f4bc36f489a2c33bfbb8c15e07ca6fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:55:45.413 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:45 smithi044 podman[70634]: 2024-09-19 05:55:45.143505764 +0000 UTC m=+6.138730499 container cleanup b0aced1de01f775b311b41d9ae4a46c16f4bc36f489a2c33bfbb8c15e07ca6fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:55:45.413 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:45 smithi044 bash[70634]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10 2024-09-19T05:55:45.724 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:45 smithi044 podman[70649]: 2024-09-19 05:55:45.41175535 +0000 UTC m=+0.642143162 container remove b0aced1de01f775b311b41d9ae4a46c16f4bc36f489a2c33bfbb8c15e07ca6fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-19T05:55:46.016 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:45 smithi044 podman[70736]: 2024-09-19 05:55:45.672487752 +0000 UTC m=+0.016325059 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:46.016 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:45 smithi044 podman[70736]: 2024-09-19 05:55:45.779257852 +0000 UTC m=+0.123095156 container create 65d4a5d172cab993003ca3cf7b9793e6b2c8503392b78471ce0a4f8f54e08e1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-19T05:55:46.016 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:46 smithi044 podman[70736]: 2024-09-19 05:55:46.015046898 +0000 UTC m=+0.358884194 container init 65d4a5d172cab993003ca3cf7b9793e6b2c8503392b78471ce0a4f8f54e08e1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10-deactivate, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:55:46.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:46.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:45 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:45.686+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:46.474 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:46 smithi044 podman[70736]: 2024-09-19 05:55:46.01863558 +0000 UTC m=+0.362472876 container start 65d4a5d172cab993003ca3cf7b9793e6b2c8503392b78471ce0a4f8f54e08e1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-19T05:55:46.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:46 smithi044 podman[70736]: 2024-09-19 05:55:46.107011167 +0000 UTC m=+0.450848477 container attach 65d4a5d172cab993003ca3cf7b9793e6b2c8503392b78471ce0a4f8f54e08e1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731) 2024-09-19T05:55:46.475 INFO:journalctl@ceph.osd.10.smithi044.stdout:Sep 19 05:55:46 smithi044 podman[70736]: 2024-09-19 05:55:46.224565988 +0000 UTC m=+0.568403296 container died 65d4a5d172cab993003ca3cf7b9793e6b2c8503392b78471ce0a4f8f54e08e1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-19T05:55:46.824 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.10.service' 2024-09-19T05:55:46.864 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:46.864 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-19T05:55:46.864 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-19T05:55:46.865 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.11 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:46.689+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:47.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:46 smithi063 systemd[1]: Stopping Ceph osd.11 for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:47.652 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.173+0000 7f1347277640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:47.653 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.173+0000 7f1347277640 -1 osd.11 97 *** Got signal Terminated *** 2024-09-19T05:55:47.653 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.173+0000 7f1347277640 -1 osd.11 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-19T05:55:48.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:48.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:47 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:47.701+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:49.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:49.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:48 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:48.723+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:50.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:49 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:49.758+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:51.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:50 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:50.767+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6820 osd.8 since back 2024-09-19T05:55:24.466191+0000 front 2024-09-19T05:55:24.466227+0000 (oldest deadline 2024-09-19T05:55:49.766306+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.771+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-09-19T05:54:20.157954+0000 front 2024-09-19T05:54:20.157937+0000 (oldest deadline 2024-09-19T05:54:46.057634+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6804 osd.1 since back 2024-09-19T05:54:28.359015+0000 front 2024-09-19T05:54:28.359031+0000 (oldest deadline 2024-09-19T05:54:52.458860+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6804 osd.2 since back 2024-09-19T05:54:38.860132+0000 front 2024-09-19T05:54:38.860183+0000 (oldest deadline 2024-09-19T05:55:02.360238+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6812 osd.4 since back 2024-09-19T05:54:55.262054+0000 front 2024-09-19T05:54:55.262105+0000 (oldest deadline 2024-09-19T05:55:18.162002+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6812 osd.5 since back 2024-09-19T05:55:02.862936+0000 front 2024-09-19T05:55:02.863133+0000 (oldest deadline 2024-09-19T05:55:24.563052+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-09-19T05:55:09.264202+0000 front 2024-09-19T05:55:09.264029+0000 (oldest deadline 2024-09-19T05:55:32.764046+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.44:6820 osd.7 since back 2024-09-19T05:55:19.765898+0000 front 2024-09-19T05:55:19.765779+0000 (oldest deadline 2024-09-19T05:55:44.465704+0000) 2024-09-19T05:55:52.153 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:51 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11[60103]: 2024-09-19T05:55:51.772+0000 7f134387c640 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.63:6820 osd.8 since back 2024-09-19T05:55:24.466191+0000 front 2024-09-19T05:55:24.466227+0000 (oldest deadline 2024-09-19T05:55:49.766306+0000) 2024-09-19T05:55:53.032 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:52 smithi063 podman[71830]: 2024-09-19 05:55:52.733999727 +0000 UTC m=+5.670564700 container died 7b965013e65d6f309cb0618de205fc73e244cebcb281808e46c5dcb8ccb912b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4) 2024-09-19T05:55:53.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71830]: 2024-09-19 05:55:53.031792427 +0000 UTC m=+5.968357400 container cleanup 7b965013e65d6f309cb0618de205fc73e244cebcb281808e46c5dcb8ccb912b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-19T05:55:53.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 bash[71830]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11 2024-09-19T05:55:53.402 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71846]: 2024-09-19 05:55:53.257979864 +0000 UTC m=+0.521832171 container remove 7b965013e65d6f309cb0618de205fc73e244cebcb281808e46c5dcb8ccb912b4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True) 2024-09-19T05:55:53.879 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71934]: 2024-09-19 05:55:53.47494823 +0000 UTC m=+0.016443513 image pull d2baa855c067ff6a7470a2dcec37621dc44864d3a0d23b0aa8bba9bd386dfe3d quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e 2024-09-19T05:55:53.879 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71934]: 2024-09-19 05:55:53.592411432 +0000 UTC m=+0.133906737 container create d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-19T05:55:53.880 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71934]: 2024-09-19 05:55:53.803389683 +0000 UTC m=+0.344884939 container init d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-2f599a4, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-19T05:55:53.880 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71934]: 2024-09-19 05:55:53.806927853 +0000 UTC m=+0.348423114 container start d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-19T05:55:53.880 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:53 smithi063 podman[71934]: 2024-09-19 05:55:53.878032454 +0000 UTC m=+0.419527718 container attach d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:55:54.152 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:54 smithi063 podman[71934]: 2024-09-19 05:55:54.000615876 +0000 UTC m=+0.542111155 container died d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4) 2024-09-19T05:55:54.695 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.11.service' 2024-09-19T05:55:54.721 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:54 smithi063 podman[71957]: 2024-09-19 05:55:54.664857135 +0000 UTC m=+0.655227109 container remove d29e916d9d72ade52e8d5653bd3c6a62b6dfcca154c3ccbed49e809056162171 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-osd-11-deactivate, RELEASE=squid-2f599a4, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-19T05:55:54.722 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:54 smithi063 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.11.service: Deactivated successfully. 2024-09-19T05:55:54.722 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:54 smithi063 systemd[1]: Stopped Ceph osd.11 for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:55:54.722 INFO:journalctl@ceph.osd.11.smithi063.stdout:Sep 19 05:55:54 smithi063 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@osd.11.service: Consumed 9min 30.257s CPU time. 2024-09-19T05:55:54.738 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:54.739 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-19T05:55:54.739 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-19T05:55:54.739 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.a 2024-09-19T05:55:55.061 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:54 smithi007 systemd[1]: Stopping Ceph mds.a for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:55.392 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a[72235]: 2024-09-19T05:55:55.059+0000 7f31ad116640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:55.393 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:55 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a[72235]: 2024-09-19T05:55:55.059+0000 7f31ad116640 -1 mds.a *** got signal Terminated *** 2024-09-19T05:55:58.437 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 podman[103558]: 2024-09-19 05:55:58.179906972 +0000 UTC m=+3.235412110 container died ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, RELEASE=squid-2f599a4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-19T05:55:58.687 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 podman[103558]: 2024-09-19 05:55:58.526061605 +0000 UTC m=+3.581566743 container cleanup ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-19T05:55:58.687 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 bash[103558]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a 2024-09-19T05:55:58.920 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.a.service' 2024-09-19T05:55:58.943 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 podman[103573]: 2024-09-19 05:55:58.685932452 +0000 UTC m=+0.499786012 container remove ca35b9cf4b040847f9791224578ba638b4162c91ed7467e8383d4993c17393a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:55:58.943 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-19T05:55:58.943 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 systemd[1]: Stopped Ceph mds.a for 6ed8e528-7648-11ef-bceb-c7b262605968. 2024-09-19T05:55:58.943 INFO:journalctl@ceph.mds.a.smithi007.stdout:Sep 19 05:55:58 smithi007 systemd[1]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.995s CPU time. 2024-09-19T05:55:58.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:55:58.956 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-19T05:55:58.956 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-19T05:55:58.956 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.d 2024-09-19T05:55:59.340 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:55:59 smithi007 systemd[1]: Stopping Ceph mds.d for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:55:59.642 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:55:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d[71027]: 2024-09-19T05:55:59.338+0000 7f0410218640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:55:59.642 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:55:59 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d[71027]: 2024-09-19T05:55:59.338+0000 7f0410218640 -1 mds.d *** got signal Terminated *** 2024-09-19T05:56:02.842 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:56:02 smithi007 podman[103681]: 2024-09-19 05:56:02.582923476 +0000 UTC m=+3.393674793 container died 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0) 2024-09-19T05:56:03.142 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:56:02 smithi007 podman[103681]: 2024-09-19 05:56:02.93041832 +0000 UTC m=+3.741169629 container cleanup 7dbf97748c69f3715f826a9739fa0c70cd245881c99b94eeb988cf6775d3dcc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-19T05:56:03.142 INFO:journalctl@ceph.mds.d.smithi007.stdout:Sep 19 05:56:02 smithi007 bash[103681]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-d 2024-09-19T05:56:03.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.d.service' 2024-09-19T05:56:03.427 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:03.427 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-19T05:56:03.427 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-19T05:56:03.428 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.g 2024-09-19T05:56:03.761 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:03 smithi007 systemd[1]: Stopping Ceph mds.g for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:04.142 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-g[71909]: 2024-09-19T05:56:03.759+0000 7fa073a5a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:04.142 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:03 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-g[71909]: 2024-09-19T05:56:03.759+0000 7fa073a5a640 -1 mds.g *** got signal Terminated *** 2024-09-19T05:56:07.446 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:07 smithi007 podman[103804]: 2024-09-19 05:56:07.187676528 +0000 UTC m=+3.536228753 container died 6d4d13f8baa4654bc7bdf085681e2dba07c1fa128ffc13a90c0a10da5d27b4a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-g, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-19T05:56:07.892 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:07 smithi007 podman[103804]: 2024-09-19 05:56:07.534568174 +0000 UTC m=+3.883120387 container cleanup 6d4d13f8baa4654bc7bdf085681e2dba07c1fa128ffc13a90c0a10da5d27b4a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-19T05:56:07.893 INFO:journalctl@ceph.mds.g.smithi007.stdout:Sep 19 05:56:07 smithi007 bash[103804]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-g 2024-09-19T05:56:08.123 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.g.service' 2024-09-19T05:56:08.157 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:08.157 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-19T05:56:08.157 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-19T05:56:08.157 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.j 2024-09-19T05:56:08.482 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:08 smithi007 systemd[1]: Stopping Ceph mds.j for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:08.893 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j[70617]: 2024-09-19T05:56:08.480+0000 7fda8177b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:08.893 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:08 smithi007 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j[70617]: 2024-09-19T05:56:08.480+0000 7fda8177b640 -1 mds.j *** got signal Terminated *** 2024-09-19T05:56:11.229 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:10 smithi007 podman[103926]: 2024-09-19 05:56:10.954141381 +0000 UTC m=+2.573217031 container died 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:56:11.591 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:11 smithi007 podman[103926]: 2024-09-19 05:56:11.322150349 +0000 UTC m=+2.941226007 container cleanup 6cf9987a04b9ed6e36f5396a948818bc6063b0b434575021775ddeb75b564541 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-19T05:56:11.591 INFO:journalctl@ceph.mds.j.smithi007.stdout:Sep 19 05:56:11 smithi007 bash[103926]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-j 2024-09-19T05:56:11.715 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.j.service' 2024-09-19T05:56:11.749 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:11.749 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-19T05:56:11.749 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-19T05:56:11.749 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.b 2024-09-19T05:56:12.072 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:11 smithi044 systemd[1]: Stopping Ceph mds.b for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:12.348 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b[64351]: 2024-09-19T05:56:12.070+0000 7ff30f790640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:12.348 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:12 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b[64351]: 2024-09-19T05:56:12.070+0000 7ff30f790640 -1 mds.b *** got signal Terminated *** 2024-09-19T05:56:15.539 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:15 smithi044 podman[70838]: 2024-09-19 05:56:15.2540457 +0000 UTC m=+3.304151906 container died 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-19T05:56:15.889 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:15 smithi044 podman[70838]: 2024-09-19 05:56:15.620288083 +0000 UTC m=+3.670394280 container cleanup 3eeb61f225182febe327ebcb046288cf3428d6d541009d7544d5a14563cf8c68 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-19T05:56:15.889 INFO:journalctl@ceph.mds.b.smithi044.stdout:Sep 19 05:56:15 smithi044 bash[70838]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-b 2024-09-19T05:56:16.064 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.b.service' 2024-09-19T05:56:16.102 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:16.102 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-19T05:56:16.102 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-19T05:56:16.102 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.e 2024-09-19T05:56:16.435 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:16 smithi044 systemd[1]: Stopping Ceph mds.e for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:16.724 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e[63733]: 2024-09-19T05:56:16.433+0000 7f3cc50e2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:16.724 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:16 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e[63733]: 2024-09-19T05:56:16.433+0000 7f3cc50e2640 -1 mds.e *** got signal Terminated *** 2024-09-19T05:56:17.827 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:17 smithi044 podman[70973]: 2024-09-19 05:56:17.550699026 +0000 UTC m=+1.226470565 container died 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-19T05:56:18.201 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:17 smithi044 podman[70973]: 2024-09-19 05:56:17.907581446 +0000 UTC m=+1.583352975 container cleanup 8c7561783b2a7f0b012946ff04866020359ba1db8f884d6fec7455915c9fa301 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=squid-2f599a4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-19T05:56:18.202 INFO:journalctl@ceph.mds.e.smithi044.stdout:Sep 19 05:56:17 smithi044 bash[70973]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-e 2024-09-19T05:56:18.354 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.e.service' 2024-09-19T05:56:18.388 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:18.388 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-19T05:56:18.388 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-19T05:56:18.389 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.h 2024-09-19T05:56:18.721 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:18 smithi044 systemd[1]: Stopping Ceph mds.h for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:18.974 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h[64036]: 2024-09-19T05:56:18.719+0000 7f6a419cb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:18.974 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:18 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h[64036]: 2024-09-19T05:56:18.719+0000 7f6a419cb640 -1 mds.h *** got signal Terminated *** 2024-09-19T05:56:21.671 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:21 smithi044 podman[71095]: 2024-09-19 05:56:21.373357538 +0000 UTC m=+2.756567240 container died d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux ) 2024-09-19T05:56:21.974 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:21 smithi044 podman[71095]: 2024-09-19 05:56:21.795174603 +0000 UTC m=+3.178384297 container cleanup d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-19T05:56:21.974 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:21 smithi044 bash[71095]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h 2024-09-19T05:56:22.467 INFO:journalctl@ceph.mds.h.smithi044.stdout:Sep 19 05:56:22 smithi044 podman[71108]: 2024-09-19 05:56:22.179919677 +0000 UTC m=+0.801897450 container remove d5e0d0ec29973676de40da2e7b4aeee86d4b92e3e08a8d79a2cf944b4aec58a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-h, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-19T05:56:22.487 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.h.service' 2024-09-19T05:56:22.521 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:22.521 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-19T05:56:22.521 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-19T05:56:22.521 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.k 2024-09-19T05:56:22.834 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:22 smithi044 systemd[1]: Stopping Ceph mds.k for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:23.224 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-k[63434]: 2024-09-19T05:56:22.867+0000 7f30ec548640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:23.225 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:22 smithi044 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-k[63434]: 2024-09-19T05:56:22.867+0000 7f30ec548640 -1 mds.k *** got signal Terminated *** 2024-09-19T05:56:24.459 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:24 smithi044 podman[71216]: 2024-09-19 05:56:24.19085217 +0000 UTC m=+1.442669210 container died bbe6cbfbb77c46b0d0db88879dd41bd1baca9a06a00da2e619bce34b85ed8e5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-k, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-2f599a4) 2024-09-19T05:56:24.724 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:24 smithi044 podman[71216]: 2024-09-19 05:56:24.557324279 +0000 UTC m=+1.809141308 container cleanup bbe6cbfbb77c46b0d0db88879dd41bd1baca9a06a00da2e619bce34b85ed8e5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-k, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-19T05:56:24.724 INFO:journalctl@ceph.mds.k.smithi044.stdout:Sep 19 05:56:24 smithi044 bash[71216]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-k 2024-09-19T05:56:24.993 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.k.service' 2024-09-19T05:56:25.026 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:25.027 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-19T05:56:25.027 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-19T05:56:25.027 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.c 2024-09-19T05:56:25.309 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:25 smithi063 systemd[1]: Stopping Ceph mds.c for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:25.652 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:56:25.307+0000 7fa3dd0ea640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:25.652 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:25 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c[65236]: 2024-09-19T05:56:25.307+0000 7fa3dd0ea640 -1 mds.c *** got signal Terminated *** 2024-09-19T05:56:28.652 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:28 smithi063 podman[72035]: 2024-09-19 05:56:28.383122655 +0000 UTC m=+3.156465531 container died e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-2f599a4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux ) 2024-09-19T05:56:29.109 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:28 smithi063 podman[72035]: 2024-09-19 05:56:28.857547467 +0000 UTC m=+3.630890381 container cleanup e05229c553fb24f9e35fa3ea8e15e8582ce2d3a68b387b015f0de0034bb6e50d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4) 2024-09-19T05:56:29.110 INFO:journalctl@ceph.mds.c.smithi063.stdout:Sep 19 05:56:28 smithi063 bash[72035]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-c 2024-09-19T05:56:29.250 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.c.service' 2024-09-19T05:56:29.286 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:29.286 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-19T05:56:29.286 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-19T05:56:29.286 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.f 2024-09-19T05:56:29.652 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:29 smithi063 systemd[1]: Stopping Ceph mds.f for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:29.652 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f[64932]: 2024-09-19T05:56:29.594+0000 7f84a5433640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:29.652 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:29 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f[64932]: 2024-09-19T05:56:29.594+0000 7f84a5433640 -1 mds.f *** got signal Terminated *** 2024-09-19T05:56:33.553 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:33 smithi063 podman[72156]: 2024-09-19 05:56:33.236154994 +0000 UTC m=+3.729537422 container died ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-2f599a4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-19T05:56:33.902 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:33 smithi063 podman[72156]: 2024-09-19 05:56:33.552643292 +0000 UTC m=+4.046025717 container cleanup ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-19T05:56:33.902 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:33 smithi063 bash[72156]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f 2024-09-19T05:56:33.902 INFO:journalctl@ceph.mds.f.smithi063.stdout:Sep 19 05:56:33 smithi063 podman[72168]: 2024-09-19 05:56:33.753725728 +0000 UTC m=+0.517643089 container remove ab581475cad30479403b4583c952c09a078728c2ad193dc61acfbb4bb5b7e0a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-f, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:56:33.999 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.f.service' 2024-09-19T05:56:34.031 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:34.032 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-19T05:56:34.032 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-19T05:56:34.032 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.i 2024-09-19T05:56:34.358 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:34 smithi063 systemd[1]: Stopping Ceph mds.i for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:34.652 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i[65540]: 2024-09-19T05:56:34.356+0000 7fd05988a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:34.652 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:34 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i[65540]: 2024-09-19T05:56:34.356+0000 7fd05988a640 -1 mds.i *** got signal Terminated *** 2024-09-19T05:56:41.599 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:41 smithi063 podman[72280]: 2024-09-19 05:56:41.217319125 +0000 UTC m=+6.966357620 container died f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-2f599a4, CEPH_POINT_RELEASE=) 2024-09-19T05:56:41.902 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:41 smithi063 podman[72280]: 2024-09-19 05:56:41.689604994 +0000 UTC m=+7.438643488 container cleanup f99a53ef8338607caed95500a9d0889da45107afa362bc973c3bd5ad3ba6c9a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-2f599a4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-19T05:56:41.902 INFO:journalctl@ceph.mds.i.smithi063.stdout:Sep 19 05:56:41 smithi063 bash[72280]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-i 2024-09-19T05:56:42.126 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.i.service' 2024-09-19T05:56:42.159 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:42.159 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-19T05:56:42.159 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-19T05:56:42.159 DEBUG:teuthology.orchestra.run.smithi063:> sudo systemctl stop ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.l 2024-09-19T05:56:42.652 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:42 smithi063 systemd[1]: Stopping Ceph mds.l for 6ed8e528-7648-11ef-bceb-c7b262605968... 2024-09-19T05:56:42.652 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l[64627]: 2024-09-19T05:56:42.459+0000 7f118d10b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-19T05:56:42.653 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:42 smithi063 ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l[64627]: 2024-09-19T05:56:42.459+0000 7f118d10b640 -1 mds.l *** got signal Terminated *** 2024-09-19T05:56:45.529 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:45 smithi063 podman[72404]: 2024-09-19 05:56:45.216564046 +0000 UTC m=+2.839604554 container died fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-2f599a4, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-19T05:56:45.845 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:45 smithi063 podman[72404]: 2024-09-19 05:56:45.593089505 +0000 UTC m=+3.216130012 container cleanup fe3093e3a1d31e524b349858ecca4a5385ad19ac062f4dd6bb2717b9847be887 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ea3a79400324e9054be6f7f19ded2753beeca1d15cbe0b9cab2e816ae9b5fd3e, name=ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-2f599a4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-19T05:56:45.845 INFO:journalctl@ceph.mds.l.smithi063.stdout:Sep 19 05:56:45 smithi063 bash[72404]: ceph-6ed8e528-7648-11ef-bceb-c7b262605968-mds-l 2024-09-19T05:56:45.977 DEBUG:teuthology.orchestra.run.smithi063:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6ed8e528-7648-11ef-bceb-c7b262605968@mds.l.service' 2024-09-19T05:56:46.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-19T05:56:46.009 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-19T05:56:46.010 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T05:56:46.221 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:56:48.870 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T05:56:49.081 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:56:51.681 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-19T05:56:51.891 INFO:teuthology.orchestra.run.smithi063.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T05:56:54.407 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:56:54.442 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:56:54.476 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-19T05:56:54.504 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-19T05:56:54.506 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi007/crash 2024-09-19T05:56:54.507 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash -- . 2024-09-19T05:56:54.544 INFO:teuthology.orchestra.run.smithi007.stderr:tar: /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T05:56:54.544 INFO:teuthology.orchestra.run.smithi007.stderr:tar: Error is not recoverable: exiting now 2024-09-19T05:56:54.546 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi044/crash 2024-09-19T05:56:54.547 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash -- . 2024-09-19T05:56:54.589 INFO:teuthology.orchestra.run.smithi044.stderr:tar: /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T05:56:54.589 INFO:teuthology.orchestra.run.smithi044.stderr:tar: Error is not recoverable: exiting now 2024-09-19T05:56:54.591 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi063/crash 2024-09-19T05:56:54.592 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash -- . 2024-09-19T05:56:54.630 INFO:teuthology.orchestra.run.smithi063.stderr:tar: /var/lib/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-19T05:56:54.630 INFO:teuthology.orchestra.run.smithi063.stderr:tar: Error is not recoverable: exiting now 2024-09-19T05:56:54.631 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-19T05:56:54.632 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-19T05:56:54.731 INFO:teuthology.orchestra.run.smithi007.stdout:2024-09-19T05:44:09.323206+0000 mds.c (mds.2) 2 : cluster [WRN] Scrub error on inode 0x10000000006 (/volumes/qa/sv_0/8a38c8cb-f05c-46e6-96fa-5a32ee94eaaa/client.0/tmp) see mds.c log and `damage ls` output for details 2024-09-19T05:56:54.732 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-19T05:56:54.732 INFO:tasks.cephadm:Compressing logs... 2024-09-19T05:56:54.732 DEBUG:teuthology.orchestra.run.smithi007:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:56:54.734 DEBUG:teuthology.orchestra.run.smithi044:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:56:54.737 DEBUG:teuthology.orchestra.run.smithi063:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T05:56:54.762 INFO:teuthology.orchestra.run.smithi063.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T05:56:54.762 INFO:teuthology.orchestra.run.smithi063.stderr:: No such file or directory 2024-09-19T05:56:54.762 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.i.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.11.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr: 81.8% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T05:56:54.764 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-19T05:56:54.765 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log 2024-09-19T05:56:54.766 INFO:teuthology.orchestra.run.smithi044.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.10.log 2024-09-19T05:56:54.766 INFO:teuthology.orchestra.run.smithi044.stderr:: No such file or directory 2024-09-19T05:56:54.766 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-19T05:56:54.767 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-19T05:56:54.767 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.10.log: /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T05:56:54.767 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.5.log: /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.l.log 2024-09-19T05:56:54.768 INFO:teuthology.orchestra.run.smithi063.stderr: 90.5% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T05:56:54.768 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-19T05:56:54.768 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.k.log 2024-09-19T05:56:54.768 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log: /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-19T05:56:54.769 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T05:56:54.769 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T05:56:54.770 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.l.log: 86.7% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T05:56:54.770 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.8.log 2024-09-19T05:56:54.770 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.z.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.9.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-19T05:56:54.774 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.g.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.d.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.j.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-19T05:56:54.775 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-19T05:56:54.777 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: 86.7% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T05:56:54.777 INFO:teuthology.orchestra.run.smithi007.stderr: 94.6% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.d.log.gz 2024-09-19T05:56:54.778 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log: 90.5% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T05:56:54.778 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-19T05:56:54.778 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log: 81.8% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T05:56:54.779 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log 2024-09-19T05:56:54.779 INFO:teuthology.orchestra.run.smithi007.stderr: 94.6% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.j.log.gz 2024-09-19T05:56:54.779 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.8.log: 91.0% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T05:56:54.780 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.y.log: 90.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T05:56:54.781 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.h.log 2024-09-19T05:56:54.783 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log: 91.8% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-19T05:56:54.785 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- 86.7% /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-19T05:56:54.785 INFO:teuthology.orchestra.run.smithi044.stderr: -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-19T05:56:54.785 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.e.log 2024-09-19T05:56:54.786 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.c.log 2024-09-19T05:56:54.794 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.h.log: /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-19T05:56:54.796 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.z.log: 91.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.z.log.gz 2024-09-19T05:56:54.798 INFO:teuthology.orchestra.run.smithi063.stderr:gzip -5 --verbose -- /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.f.log 2024-09-19T05:56:54.808 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T05:56:54.811 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-19T05:56:54.822 INFO:teuthology.orchestra.run.smithi044.stderr: 94.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.k.log.gz 2024-09-19T05:56:54.827 INFO:teuthology.orchestra.run.smithi044.stderr: 93.5% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-19T05:56:54.835 INFO:teuthology.orchestra.run.smithi063.stderr:/var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T05:56:54.851 INFO:teuthology.orchestra.run.smithi063.stderr: 93.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.l.log.gz 2024-09-19T05:56:54.862 INFO:teuthology.orchestra.run.smithi044.stderr: 95.1% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.e.log.gz 2024-09-19T05:56:54.871 INFO:teuthology.orchestra.run.smithi044.stderr: 93.5% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.h.log.gz 2024-09-19T05:56:54.888 INFO:teuthology.orchestra.run.smithi063.stderr: 93.6% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.f.log.gz 2024-09-19T05:56:54.907 INFO:teuthology.orchestra.run.smithi007.stderr: 84.4% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-19T05:56:54.922 INFO:teuthology.orchestra.run.smithi007.stderr: 90.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-19T05:56:54.963 INFO:teuthology.orchestra.run.smithi007.stderr: 93.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-19T05:56:55.152 INFO:teuthology.orchestra.run.smithi063.stderr: 93.2% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.c.log.gz 2024-09-19T05:56:55.217 INFO:teuthology.orchestra.run.smithi007.stderr: 90.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-19T05:56:55.225 INFO:teuthology.orchestra.run.smithi063.stderr: 91.7% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-19T05:56:55.258 INFO:teuthology.orchestra.run.smithi044.stderr: 91.7% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-19T05:56:55.263 INFO:teuthology.orchestra.run.smithi063.stderr: 92.8% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.i.log.gz 2024-09-19T05:56:56.532 INFO:teuthology.orchestra.run.smithi007.stderr: 93.6% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-19T05:56:56.976 INFO:teuthology.orchestra.run.smithi007.stderr: 94.9% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mds.g.log.gz 2024-09-19T05:56:59.995 INFO:teuthology.orchestra.run.smithi007.stderr: 90.2% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-19T05:57:09.045 INFO:teuthology.orchestra.run.smithi044.stderr: 93.4% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-19T05:57:11.270 INFO:teuthology.orchestra.run.smithi063.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.8.log.gz 2024-09-19T05:57:12.225 INFO:teuthology.orchestra.run.smithi063.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-19T05:57:14.154 INFO:teuthology.orchestra.run.smithi044.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.10.log.gz 2024-09-19T05:57:14.229 INFO:teuthology.orchestra.run.smithi063.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-19T05:57:16.818 INFO:teuthology.orchestra.run.smithi007.stderr: 90.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-19T05:57:17.305 INFO:teuthology.orchestra.run.smithi044.stderr: 93.4% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-19T05:57:17.389 INFO:teuthology.orchestra.run.smithi044.stderr: 93.5% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-19T05:57:17.391 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-09-19T05:57:17.391 INFO:teuthology.orchestra.run.smithi044.stderr:real 0m22.639s 2024-09-19T05:57:17.391 INFO:teuthology.orchestra.run.smithi044.stderr:user 1m16.875s 2024-09-19T05:57:17.391 INFO:teuthology.orchestra.run.smithi044.stderr:sys 0m2.577s 2024-09-19T05:57:18.283 INFO:teuthology.orchestra.run.smithi063.stderr: 93.4% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.11.log.gz 2024-09-19T05:57:18.285 INFO:teuthology.orchestra.run.smithi063.stderr: 2024-09-19T05:57:18.285 INFO:teuthology.orchestra.run.smithi063.stderr:real 0m23.533s 2024-09-19T05:57:18.285 INFO:teuthology.orchestra.run.smithi063.stderr:user 1m15.652s 2024-09-19T05:57:18.285 INFO:teuthology.orchestra.run.smithi063.stderr:sys 0m2.618s 2024-09-19T05:57:31.675 INFO:teuthology.orchestra.run.smithi007.stderr: 93.4% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.9.log.gz 2024-09-19T05:58:30.269 INFO:teuthology.orchestra.run.smithi007.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-19T05:58:48.388 INFO:teuthology.orchestra.run.smithi007.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-19T05:59:04.259 INFO:teuthology.orchestra.run.smithi007.stderr: 93.3% -- replaced with /var/log/ceph/6ed8e528-7648-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-19T06:01:22.424 INFO:teuthology.orchestra.run.smithi007.stderr: 94.3% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-19T06:01:22.425 INFO:teuthology.orchestra.run.smithi007.stderr: 2024-09-19T06:01:22.426 INFO:teuthology.orchestra.run.smithi007.stderr:real 4m27.677s 2024-09-19T06:01:22.426 INFO:teuthology.orchestra.run.smithi007.stderr:user 3m42.190s 2024-09-19T06:01:22.426 INFO:teuthology.orchestra.run.smithi007.stderr:sys 0m9.116s 2024-09-19T06:01:22.426 INFO:tasks.cephadm:Archiving logs... 2024-09-19T06:01:22.427 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi007/log 2024-09-19T06:01:22.429 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:01:52.874 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi044/log 2024-09-19T06:01:52.875 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:02:04.500 DEBUG:teuthology.misc:Transferring archived files from smithi063:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi063/log 2024-09-19T06:02:04.501 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:02:15.626 INFO:tasks.cephadm:Removing cluster... 2024-09-19T06:02:15.626 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force 2024-09-19T06:02:15.839 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T06:02:16.199 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force 2024-09-19T06:02:16.412 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T06:02:16.784 DEBUG:teuthology.orchestra.run.smithi063:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6ed8e528-7648-11ef-bceb-c7b262605968 --force 2024-09-19T06:02:16.998 INFO:teuthology.orchestra.run.smithi063.stdout:Deleting cluster with fsid: 6ed8e528-7648-11ef-bceb-c7b262605968 2024-09-19T06:02:17.357 INFO:tasks.cephadm:Removing cephadm ... 2024-09-19T06:02:17.358 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T06:02:17.377 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T06:02:17.398 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-19T06:02:17.415 INFO:tasks.cephadm:Teardown complete 2024-09-19T06:02:17.415 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T06:02:17.426 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/install/__init__.py", line 641, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-19T06:02:17.427 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T06:02:17.427 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:02:17.429 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:02:17.440 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:02:17.555 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T06:02:17.566 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T06:02:17.566 DEBUG:teuthology.orchestra.run.smithi007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:02:17.569 DEBUG:teuthology.orchestra.run.smithi044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:02:17.572 DEBUG:teuthology.orchestra.run.smithi063:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:02:17.585 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:02:17.586 INFO:teuthology.orchestra.run.smithi063.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:02:17.587 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:02:17.589 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:02:17.589 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-09-19T06:02:17.589 INFO:teuthology.orchestra.run.smithi007.stdout:^* hv01.front.sepia.ceph.com 3 6 377 3 -124us[ -124us] +/- 38ms 2024-09-19T06:02:17.590 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 1 +442us[ +442us] +/- 53ms 2024-09-19T06:02:17.590 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 -334us[ -335us] +/- 76ms 2024-09-19T06:02:17.590 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:02:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:02:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:=============================================================================== 2024-09-19T06:02:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:^* hv01.front.sepia.ceph.com 3 6 377 63 -128us[ -97us] +/- 38ms 2024-09-19T06:02:17.591 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 1 +475us[ +475us] +/- 53ms 2024-09-19T06:02:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 63 -322us[ -291us] +/- 76ms 2024-09-19T06:02:17.592 INFO:teuthology.orchestra.run.smithi063.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:^* hv01.front.sepia.ceph.com 3 6 377 63 -140us[ -123us] +/- 38ms 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 62 +455us[ +455us] +/- 52ms 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 63 -330us[ -313us] +/- 76ms 2024-09-19T06:02:17.593 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:02:17.593 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T06:02:17.604 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T06:02:17.605 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T06:02:17.618 DEBUG:teuthology.orchestra.run.smithi007:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:02:17.772 DEBUG:teuthology.orchestra.run.smithi044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:02:17.849 DEBUG:teuthology.orchestra.run.smithi063:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:02:17.919 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:02:17.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:17.952 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:02:17.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:17.984 DEBUG:teuthology.orchestra.run.smithi063:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:02:18.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:18.013 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T06:02:18.023 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T06:02:18.034 INFO:teuthology.task.internal:Duration was 2183.260171 seconds 2024-09-19T06:02:18.034 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T06:02:18.044 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T06:02:18.045 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:02:18.048 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:02:18.050 DEBUG:teuthology.orchestra.run.smithi063:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:02:18.092 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:02:18.094 INFO:teuthology.orchestra.run.smithi063.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:02:18.105 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:02:18.516 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T06:02:18.517 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi007.front.sepia.ceph.com 2024-09-19T06:02:18.517 DEBUG:teuthology.orchestra.run.smithi007:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:02:18.542 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi044.front.sepia.ceph.com 2024-09-19T06:02:18.542 DEBUG:teuthology.orchestra.run.smithi044:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:02:18.570 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi063.front.sepia.ceph.com 2024-09-19T06:02:18.571 DEBUG:teuthology.orchestra.run.smithi063:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:02:18.601 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T06:02:18.602 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:02:18.605 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:02:18.615 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:02:18.672 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T06:02:18.672 DEBUG:teuthology.orchestra.run.smithi007:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:02:18.682 DEBUG:teuthology.orchestra.run.smithi044:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:02:18.688 DEBUG:teuthology.orchestra.run.smithi063:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:02:19.360 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T06:02:19.373 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T06:02:19.373 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:02:19.417 DEBUG:teuthology.orchestra.run.smithi044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:02:19.445 DEBUG:teuthology.orchestra.run.smithi063:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:02:19.472 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T06:02:19.484 DEBUG:teuthology.orchestra.run.smithi007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.486 DEBUG:teuthology.orchestra.run.smithi044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.490 DEBUG:teuthology.orchestra.run.smithi063:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.514 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = core 2024-09-19T06:02:19.517 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = core 2024-09-19T06:02:19.538 INFO:teuthology.orchestra.run.smithi063.stdout:kernel.core_pattern = core 2024-09-19T06:02:19.581 DEBUG:teuthology.orchestra.run.smithi007:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:19.596 DEBUG:teuthology.orchestra.run.smithi044:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:19.613 DEBUG:teuthology.orchestra.run.smithi063:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:02:19.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:19.637 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T06:02:19.648 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T06:02:19.650 DEBUG:teuthology.misc:Transferring archived files from smithi007:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi007 2024-09-19T06:02:19.650 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:02:19.700 DEBUG:teuthology.misc:Transferring archived files from smithi044:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi044 2024-09-19T06:02:19.700 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:02:19.739 DEBUG:teuthology.misc:Transferring archived files from smithi063:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911680/remote/smithi063 2024-09-19T06:02:19.739 DEBUG:teuthology.orchestra.run.smithi063:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:02:19.778 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T06:02:19.779 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:02:19.781 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:02:19.784 DEBUG:teuthology.orchestra.run.smithi063:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:02:19.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T06:02:19.843 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T06:02:19.843 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T06:02:19.854 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T06:02:19.855 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:02:19.857 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:02:19.860 DEBUG:teuthology.orchestra.run.smithi063:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:02:19.871 INFO:teuthology.orchestra.run.smithi007.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:02 /home/ubuntu/cephtest 2024-09-19T06:02:19.874 INFO:teuthology.orchestra.run.smithi044.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:02 /home/ubuntu/cephtest 2024-09-19T06:02:19.885 INFO:teuthology.orchestra.run.smithi063.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:02 /home/ubuntu/cephtest 2024-09-19T06:02:19.886 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T06:02:19.898 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T06:02:19.911 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-09-19T06:02:19.915 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/no 6-workunit/suites/iogen}} duration: 2183.2601709365845 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-09-19T06:02:19.915 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T06:02:20.007 INFO:teuthology.run:FAIL